-- Logs begin at Thu 2021-06-24 08:33:01 UTC, end at Thu 2021-06-24 09:34:52 UTC. -- Jun 24 09:04:12.173417 dv-cinder-797812-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 09:04:14.808220 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.common.config [-] Logging enabled! Jun 24 09:04:14.808811 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev394 Jun 24 09:04:14.808943 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93014) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 09:04:14.812176 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.common.config [-] Logging enabled! Jun 24 09:04:14.812433 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev394 Jun 24 09:04:14.812740 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93014) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 09:04:14.814208 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 09:04:14.814439 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 09:04:14.814798 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 09:04:14.815043 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 09:04:14.815268 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 09:04:14.815626 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.815907 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.816201 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.816429 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.816721 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.817008 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.817289 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.817575 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.817866 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.818149 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.818427 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.818709 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.818937 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.819214 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.819514 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.819799 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.820018 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] debug = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.820295 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.820715 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.821115 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.821395 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.821679 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.821959 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.822226 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.822498 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.822780 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.823099 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] host = dv-cinder-797812-1-smb {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.823374 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.823690 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.823973 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.824255 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.824524 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.824796 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.825076 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.825345 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.825613 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] log_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.825885 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.826165 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.826447 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.826730 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.826950 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.827168 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.827451 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.827832 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.828107 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.828380 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.828654 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.829477 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.829753 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.830020 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.830301 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.830579 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.830862 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.831133 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.831403 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.831700 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.831976 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.832256 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.832527 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.832801 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.833073 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.833354 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.833617 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.833886 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.834180 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.834461 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.834740 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.835022 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.835291 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.835592 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.835865 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.836131 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.836397 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] use_json = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.836664 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.836930 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.837205 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.837471 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.837738 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.838006 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.838271 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.838547 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:14.838844 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.839138 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.839435 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.839800 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.840094 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.840371 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.840656 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.840931 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.841217 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.841501 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.841785 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.842059 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.842342 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.842614 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.842903 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.843270 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.843590 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.843883 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.844157 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.844452 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.844725 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.844999 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.845281 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.845570 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.845846 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.846122 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.846393 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.846680 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.846952 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.847220 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.847492 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.847796 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.848068 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.848335 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.848609 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.848880 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.849146 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.849410 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.849680 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.849963 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.850231 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.850495 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.850759 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.851028 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.851293 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.851597 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.851875 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.852141 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.852405 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.852676 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.852943 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.853211 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.853481 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.853748 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.854016 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.854282 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.854546 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.854814 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.855080 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.855346 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.855639 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.855910 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.856187 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.856451 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.856717 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.856985 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.857252 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.857520 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.857801 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.858093 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.858362 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.858635 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.858982 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.859259 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.859556 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.859833 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.860132 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.860406 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.860677 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.860963 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.861244 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.861526 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.861809 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.862082 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.862370 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.862644 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.862922 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.863194 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.863471 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.863801 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.864079 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.864368 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.864656 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.864945 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.865232 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.865518 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.865815 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.866159 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.866420 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:14.866635 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 09:04:14.866871 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93014) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 09:04:15.212331 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:04:15.212533 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:04:15.212822 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:04:15.213145 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 09:04:15.599332 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.599639 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.599912 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.601189 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.601469 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.601730 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.635682 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.636142 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.636565 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.655999 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.656279 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.656548 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.685997 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.686275 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.686543 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.722643 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.722919 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.723181 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.953189 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.953795 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.953795 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.953989 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:15.954657 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.076882 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.077194 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.077473 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.077815 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.078086 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.078397 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.078654 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.079540 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.079800 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.080079 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.080336 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.080599 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.080857 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.081118 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.081370 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.082588 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.082873 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.083142 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.083419 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.083702 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.083989 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.084347 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.084601 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.084883 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.085132 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.085378 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.085770 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:04:16.086011 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:04:16.086269 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:04:16.086507 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:04:16.086741 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:04:16.086977 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:04:16.087333 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 09:04:16.090390 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 09:04:16.094313 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 09:04:16.098101 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 24 09:04:16.099731 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 09:04:16.100177 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 09:04:16.100506 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 09:04:16.100881 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 09:04:16.103801 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 09:04:16.104058 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 09:04:16.104395 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 09:04:16.132232 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 09:04:16.132671 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.132963 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93014) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 09:04:16.133318 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.134653 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93014) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 09:04:16.134930 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 09:04:16.135176 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 09:04:16.138380 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.138662 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.201825 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 09:04:16.202058 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 09:04:16.202291 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 09:04:16.202714 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 09:04:16.222976 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_db.sqlalchemy.engines [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93014) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 09:04:16.752843 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Initializing driver for type 'gre' Jun 24 09:04:16.753420 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] gre ID ranges: [(1, 1000)] Jun 24 09:04:16.807400 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Initializing driver for type 'local' Jun 24 09:04:16.807718 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Initializing driver for type 'vlan' Jun 24 09:04:16.820759 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] VlanTypeDriver initialization complete Jun 24 09:04:16.821133 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Initializing driver for type 'vxlan' Jun 24 09:04:16.821607 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] vxlan ID ranges: [(1, 1000)] Jun 24 09:04:16.871859 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Initializing extension driver 'port_security' Jun 24 09:04:16.872199 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.extensions.port_security [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] PortSecurityExtensionDriver initialization complete Jun 24 09:04:16.872540 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Initializing mechanism driver 'openvswitch' Jun 24 09:04:16.872863 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Initializing mechanism driver 'hyperv' Jun 24 09:04:16.879273 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.plugins.ml2.plugin [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:04:16.880231 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > port after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.880613 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > port after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.880977 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > port after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.881369 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > subnet after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.881724 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > subnet after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.882073 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.882455 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > network after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.882804 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > network after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.883148 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > network after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.883542 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > security_group after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.883895 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > security_group after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.884237 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.884617 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.884964 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.885307 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.885686 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > address_group after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.886033 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > address_group after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.886369 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.886707 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] ML2 OVO RPC backend initialized. {{(pid=93014) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 24 09:04:16.887409 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.887786 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.888204 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > network before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.888549 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > networks before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.888894 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > port before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.889233 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > ports before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.889580 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > subnet before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.889917 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > subnets before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.890263 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > network after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.890597 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > network after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.890929 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > network after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.891264 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > port after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.892125 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > port after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.892464 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > port after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.892801 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > subnet after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.893135 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > subnet after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.893467 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.894032 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.plugin [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Modular L2 Plugin initialization complete Jun 24 09:04:16.894360 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading services supported by the core plugin {{(pid=93014) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 09:04:16.894682 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Got port-security extension from driver 'port_security' Jun 24 09:04:16.895139 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.extensions.vlantransparent [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Disabled vlantransparent extension. Jun 24 09:04:16.895657 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93014) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 09:04:16.895975 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading Plugin: router Jun 24 09:04:16.931641 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.932036 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router after_create 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.932407 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router before_create 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.932772 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.933142 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.933498 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router after_delete 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.933855 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.934219 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router after_create 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.934565 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router after_update 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.934917 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router after_update 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.935265 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.935655 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router after_update 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.936067 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router precommit_update 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.936435 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: port after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.936777 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: port after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.937113 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: subnet after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.937450 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.937798 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.938143 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router precommit_create 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.939033 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: port before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.939376 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router precommit_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.939770 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router after_update 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.940113 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.940465 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router precommit_create 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.940829 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.941173 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router precommit_update 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.941538 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > agent after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.941888 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > agent after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.942231 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > network after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.943077 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Tracking information for resource: router configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:04:16.943407 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Tracking information for resource: floatingip configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:04:16.948371 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.db.l3_agentschedulers_db [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 09:04:16.948947 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: port after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.949313 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: port after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.949674 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: port after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.950030 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: port after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.950822 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router before_create 55550100 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.951191 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.951650 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router precommit_create 55550100 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.952009 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > router precommit_update 55550100 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.956539 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.services.provider_configuration [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service providers = [] {{(pid=93014) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 09:04:16.957279 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.db.servicetype_db [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93014) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 09:04:16.960009 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.services.service_base [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:04:16.960364 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.services.service_base [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:04:16.960709 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.services.service_base [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:04:16.961585 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.services.service_base [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:04:16.961955 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.services.service_base [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 09:04:16.962330 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:04:16.962643 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 09:04:16.973414 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:04:16.973755 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading Plugin: auto_allocate Jun 24 09:04:16.979449 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: network precommit_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.979856 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: network precommit_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.980382 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:04:16.980708 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading Plugin: tag Jun 24 09:04:16.987850 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:04:16.988182 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading Plugin: timestamp Jun 24 09:04:16.991996 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:04:16.992333 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading Plugin: network_ip_availability Jun 24 09:04:16.999211 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.999621 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:16.999980 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:17.000715 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:04:17.001585 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading Plugin: flavors Jun 24 09:04:17.006259 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:04:17.006592 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading Plugin: revisions Jun 24 09:04:17.010845 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:04:17.011242 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.798s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:04:17.012007 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93014) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 24 09:04:17.012347 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Initializing extension manager. Jun 24 09:04:17.012850 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: __init__.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.013193 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: __pycache__ {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.013528 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.013865 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: address_group.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.014608 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.015176 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: address-group Jun 24 09:04:17.015590 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: address_scope.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.016228 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.016996 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: address-scope Jun 24 09:04:17.017395 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.018305 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.018815 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: router-admin-state-down-before-update Jun 24 09:04:17.019147 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: agent.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.019869 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.020373 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: agent Jun 24 09:04:17.020695 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: agent_resources_synced.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.021587 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.022096 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: agent-resources-synced Jun 24 09:04:17.022452 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: allowedaddresspairs.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.024479 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.024999 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: allowed-address-pairs Jun 24 09:04:17.025325 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: auto_allocated_topology.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.026577 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.027095 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: auto-allocated-topology Jun 24 09:04:17.027422 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: availability_zone.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.028131 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.028636 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: availability_zone Jun 24 09:04:17.028964 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: availability_zone_filter.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.029880 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.030384 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: availability_zone_filter Jun 24 09:04:17.030704 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: data_plane_status.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.031630 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.032160 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 09:04:17.032478 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: default_subnetpools.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.033370 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.033874 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: default-subnetpools Jun 24 09:04:17.034195 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.034988 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.035489 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: dhcp_agent_scheduler Jun 24 09:04:17.035843 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: dns.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.036736 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.037238 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 09:04:17.037558 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: dns_domain_ports.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.038455 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.038970 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 09:04:17.039286 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.040224 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.040719 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 09:04:17.041039 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: dvr.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.041696 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.042191 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: dvr Jun 24 09:04:17.042510 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: empty_string_filtering.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.043394 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.043931 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: empty-string-filtering Jun 24 09:04:17.044252 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.045136 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.045634 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 09:04:17.045954 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.046838 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.047337 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 09:04:17.048214 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: external_net.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.049117 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.049629 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: external-net Jun 24 09:04:17.049951 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.050843 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.051351 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: extra_dhcp_opt Jun 24 09:04:17.051700 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: extraroute.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.052600 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.053101 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: extraroute Jun 24 09:04:17.053419 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: extraroute_atomic.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.054437 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.054944 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: extraroute-atomic Jun 24 09:04:17.055263 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: filter_validation.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.055946 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.056445 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: filter-validation Jun 24 09:04:17.056763 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: fip_pf_description.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.057691 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.058143 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 09:04:17.058462 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: fip_port_details.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.059372 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.059910 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: fip-port-details Jun 24 09:04:17.060230 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: flavors.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.061441 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.061957 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: flavors Jun 24 09:04:17.062277 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.064640 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.065155 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 09:04:17.065487 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: floatingip_pools.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.066175 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.066684 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: floatingip-pools Jun 24 09:04:17.067011 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: ip_allocation.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.067951 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.068454 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 09:04:17.068778 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.069684 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.070190 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: ip-substring-filtering Jun 24 09:04:17.070517 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: l2_adjacency.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.071428 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.071993 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 09:04:17.072313 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: l3.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.073261 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.073774 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: router Jun 24 09:04:17.074096 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.076477 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.077005 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 09:04:17.077337 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.078252 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.078762 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: ext-gw-mode Jun 24 09:04:17.079210 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.080095 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.080613 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: l3-ha Jun 24 09:04:17.080940 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: l3_flavors.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.081834 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.082341 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: l3-flavors Jun 24 09:04:17.082664 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.083581 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.084089 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 09:04:17.084409 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: l3agentscheduler.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.085421 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.085933 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: l3_agent_scheduler Jun 24 09:04:17.086262 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: logging.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.087785 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.088307 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension logging not supported by any of loaded plugins Jun 24 09:04:17.088643 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: metering.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.089385 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.089962 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: metering Jun 24 09:04:17.090293 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.091361 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.091909 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: metering_source_and_destination_fields Jun 24 09:04:17.092239 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: multiprovidernet.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.093147 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.093653 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: multi-provider Jun 24 09:04:17.093980 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: netmtu.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.094900 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.095404 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: net-mtu Jun 24 09:04:17.095767 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: netmtu_writable.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.096688 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.097189 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: net-mtu-writable Jun 24 09:04:17.097515 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: network_availability_zone.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.098172 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.098672 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: network_availability_zone Jun 24 09:04:17.098994 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: network_ip_availability.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.100105 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.100620 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: network-ip-availability Jun 24 09:04:17.100948 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: network_segment_range.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.101721 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.102272 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 09:04:17.102594 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: pagination.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.103589 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.103921 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: pagination Jun 24 09:04:17.104243 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: port_device_profile.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.105150 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.105660 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: port-device-profile Jun 24 09:04:17.105980 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.106875 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.107377 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: port-mac-address-regenerate Jun 24 09:04:17.107732 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.108630 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.109135 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: port-numa-affinity-policy Jun 24 09:04:17.109455 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: port_resource_request.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.110876 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.111378 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 09:04:17.111733 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: portbindings.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.112649 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.113162 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: binding Jun 24 09:04:17.113483 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: portbindings_extended.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.114736 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.115253 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: binding-extended Jun 24 09:04:17.115615 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: portsecurity.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.116508 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.117015 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: port-security Jun 24 09:04:17.117339 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: project_id.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.118291 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.118619 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: project-id Jun 24 09:04:17.118939 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: providernet.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.119881 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.120388 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: provider Jun 24 09:04:17.120710 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: qos.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.124443 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.124987 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension qos not supported by any of loaded plugins Jun 24 09:04:17.125322 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.127103 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.127650 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 09:04:17.128057 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.129031 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.129550 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 09:04:17.129876 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: qos_default.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.130769 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.131281 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension qos-default not supported by any of loaded plugins Jun 24 09:04:17.131638 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: qos_fip.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.132278 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.132777 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 09:04:17.133098 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: qos_gateway_ip.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.134017 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.134511 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 09:04:17.134834 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: qos_port_network_policy.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.135832 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.136342 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 09:04:17.136666 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: qos_rule_type_details.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.137586 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.138123 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 09:04:17.138445 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: qos_rules_alias.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.139486 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.140023 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 09:04:17.140345 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: quotasv2.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.141234 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.141585 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: quotas Jun 24 09:04:17.141905 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: quotasv2_detail.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.145085 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.145456 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: quota_details Jun 24 09:04:17.145786 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: rbac.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.147020 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.147570 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: rbac-policies Jun 24 09:04:17.147904 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: rbac_address_group.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.149089 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.149608 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: rbac-address-group Jun 24 09:04:17.149935 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: rbac_address_scope.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.150845 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.151358 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: rbac-address-scope Jun 24 09:04:17.151712 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: rbac_security_groups.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.152619 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.153129 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: rbac-security-groups Jun 24 09:04:17.153453 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: rbac_subnetpool.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.154355 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.154864 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: rbac-subnetpool Jun 24 09:04:17.155187 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: revisionifmatch.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.156136 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.156645 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: revision-if-match Jun 24 09:04:17.156986 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: revisions.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.158307 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.158818 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: standard-attr-revisions Jun 24 09:04:17.159145 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: router_availability_zone.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.159850 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.160360 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: router_availability_zone Jun 24 09:04:17.160683 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: routerservicetype.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.161586 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.162091 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 09:04:17.162413 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.163336 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.163883 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: security-groups-normalized-cidr Jun 24 09:04:17.164210 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.165108 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.165616 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: port-security-groups-filtering Jun 24 09:04:17.165940 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.166842 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.167356 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: security-groups-remote-address-group Jun 24 09:04:17.167716 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: securitygroup.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.177781 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.178308 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: security-group Jun 24 09:04:17.178644 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: segment.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.179425 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.179965 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension segment not supported by any of loaded plugins Jun 24 09:04:17.180296 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.181219 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.181732 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 09:04:17.182059 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: servicetype.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.183211 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.183764 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: service-type Jun 24 09:04:17.184093 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: sorting.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.185056 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.185386 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: sorting Jun 24 09:04:17.185706 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: standard_attr_segment.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.186678 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.187189 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 09:04:17.187525 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: standardattrdescription.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.188220 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.189299 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: standard-attr-description Jun 24 09:04:17.189627 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: stateful_security_group.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.190546 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.191061 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: stateful-security-group Jun 24 09:04:17.191384 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: stdattrs_common.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.191998 dv-cinder-797812-1-smb neutron-server[93014]: WARNING neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 09:04:17.192325 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.193235 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.193747 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 09:04:17.194070 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: subnet_onboard.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.195119 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.195665 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: subnet_onboard Jun 24 09:04:17.195994 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.196904 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.197410 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 09:04:17.197733 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: subnet_service_types.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.198635 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.199142 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: subnet-service-types Jun 24 09:04:17.199473 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: subnetallocation.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.200550 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.201059 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: subnet_allocation Jun 24 09:04:17.201384 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.202035 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.202538 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: subnetpool-prefix-ops Jun 24 09:04:17.202861 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.203806 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.204331 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 09:04:17.204650 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: tagging.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.205696 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.206208 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: standard-attr-tag Jun 24 09:04:17.206531 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: timestamp.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.207743 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.208255 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loaded extension: standard-attr-timestamp Jun 24 09:04:17.208583 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: trunk.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.209611 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.210124 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension trunk not supported by any of loaded plugins Jun 24 09:04:17.210449 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: trunk_details.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.211350 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.211896 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 09:04:17.212222 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: uplink_status_propagation.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.213127 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.213641 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 09:04:17.213966 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Loading extension file: vlantransparent.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:04:17.214619 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:04:17.215122 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 09:04:17.217505 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:network Jun 24 09:04:17.218031 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:subnet Jun 24 09:04:17.218433 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:04:17.218827 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:port Jun 24 09:04:17.220613 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.221047 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service FLAVORS assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.221665 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.222087 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.222416 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:router Jun 24 09:04:17.222848 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 09:04:17.223330 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service METERING assigned prefix: /metering {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.224804 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:17.225177 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:17.225530 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:04:17.226496 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 09:04:17.226939 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:security_group Jun 24 09:04:17.227392 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 09:04:17.228024 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service CORE assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.228359 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:04:17.228710 dv-cinder-797812-1-smb neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] subnetpool is already registered Jun 24 09:04:17.229144 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service CORE assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.229472 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:04:17.229800 dv-cinder-797812-1-smb neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] subnetpool is already registered Jun 24 09:04:17.232168 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.232605 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service FLAVORS assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.233204 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.233628 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.233960 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:router Jun 24 09:04:17.234297 dv-cinder-797812-1-smb neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] router is already registered Jun 24 09:04:17.234709 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 09:04:17.235045 dv-cinder-797812-1-smb neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] floatingip is already registered Jun 24 09:04:17.236079 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service METERING assigned prefix: /metering {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.236740 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 09:04:17.237066 dv-cinder-797812-1-smb neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] rbac_policy is already registered Jun 24 09:04:17.237476 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:security_group Jun 24 09:04:17.237807 dv-cinder-797812-1-smb neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] security_group is already registered Jun 24 09:04:17.238210 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 09:04:17.238540 dv-cinder-797812-1-smb neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] security_group_rule is already registered Jun 24 09:04:17.239159 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service CORE assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.239515 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:04:17.239852 dv-cinder-797812-1-smb neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] subnetpool is already registered Jun 24 09:04:17.240269 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Service CORE assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:04:17.240590 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:04:17.240917 dv-cinder-797812-1-smb neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] subnetpool is already registered Jun 24 09:04:17.241382 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: extensions {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.242817 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: address-groups {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.244326 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: address-scopes {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.246627 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: agents {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.247812 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: auto-allocated-topology {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.249055 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: availability_zones {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.250293 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: dhcp-networks {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.251914 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: dhcp-agents {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.253351 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: routers {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.255049 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: flavors {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.257393 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: service_profiles {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.258606 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: next_providers {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.260127 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: service_profiles {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.261663 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: floatingip-pools {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.262880 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: routers {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.264613 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: floatingips {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.265887 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: l3-routers {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.267321 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: l3-agents {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.268758 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: metering-labels {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.269999 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: metering-label-rules {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.271374 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: network-ip-availabilities {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.272682 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: bindings {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.274539 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: quotas {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.276094 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: quotas {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.277503 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: rbac-policies {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.278690 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: security-groups {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.280037 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: security-group-rules {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.281373 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: service-providers {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.283128 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: subnetpools {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.284464 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: subnetpools {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.286008 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.287712 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.289573 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.291322 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.293021 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.294962 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.296749 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.299084 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.300962 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.302696 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron.api.extensions [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:04:17.308863 dv-cinder-797812-1-smb neutron-server[93014]: WARNING keystonemiddleware.auth_token [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 09:04:17.313321 dv-cinder-797812-1-smb neutron-server[93014]: WARNING keystonemiddleware.auth_token [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 09:04:17.321558 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Acquired lock "singleton_lock" {{(pid=93014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 09:04:17.322028 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Releasing lock "singleton_lock" {{(pid=93014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 09:04:17.322662 dv-cinder-797812-1-smb neutron-server[93014]: INFO oslo_service.service [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Starting 2 workers Jun 24 09:04:17.327527 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Started child 93121 {{(pid=93014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:04:17.332008 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Started child 93122 {{(pid=93014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:04:17.333077 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:17.333692 dv-cinder-797812-1-smb neutron-server[93014]: INFO neutron.service [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 09:04:17.334219 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Notify callbacks [] for process, before_spawn {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:17.334688 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [-] (93121) wsgi starting up on http://0.0.0.0:9696 Jun 24 09:04:17.336700 dv-cinder-797812-1-smb neutron-server[93014]: INFO oslo_service.service [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Starting 1 workers Jun 24 09:04:17.336855 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:17.338205 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [-] (93122) wsgi starting up on http://0.0.0.0:9696 Jun 24 09:04:17.339688 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55418) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:04:17.341945 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Started child 93124 {{(pid=93014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:04:17.342508 dv-cinder-797812-1-smb neutron-server[93014]: INFO oslo_service.service [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Starting 1 workers Jun 24 09:04:17.349577 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.service [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] calling RpcWorker wait() {{(pid=93124) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 09:04:17.349577 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.service [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] returning from RpcWorker wait() {{(pid=93124) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 09:04:17.350512 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Started child 93125 {{(pid=93014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:04:17.350593 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:17.350593 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:04:17.350712 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e14602c8-9375-47eb-9c6e-bb7f1c06f274 None None] Notify callbacks [] for process, after_spawn {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:17.350788 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073962 Jun 24 09:04:17.350866 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 09:04:17.350866 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 09:04:17.350984 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 09:04:17.351274 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 09:04:17.352059 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 09:04:17.352918 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 09:04:17.353431 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.353713 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.354123 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.354409 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.354708 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.356730 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.356730 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.356730 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.356960 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:17.357398 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.357398 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.357398 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.357398 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.357398 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.357701 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:04:17.357787 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.357787 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.358106 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.358277 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.358538 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.358717 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.358975 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.359281 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.359575 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.359856 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] debug = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.360110 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.362974 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.362974 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.362974 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.362974 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.362974 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.362974 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.363395 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.363395 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.363395 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.363597 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.363823 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.365801 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.365801 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.365801 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.365801 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.365801 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.365801 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] host = dv-cinder-797812-1-smb {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.366220 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.366220 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.366495 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.366874 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.367141 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.367364 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.367675 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.367917 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.369945 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.369945 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.369945 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.369945 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.369945 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.369945 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.369945 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_options = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.369945 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.369945 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.371136 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.371136 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.371136 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.371136 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.371136 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.371136 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.372048 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.372048 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.372048 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.372048 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.372599 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.372599 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.372868 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.373007 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.375014 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.375014 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.375014 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.375014 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.375014 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.375014 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.375014 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.375014 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.376188 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.376188 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.376188 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.376188 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.376188 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.376833 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.376833 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.376833 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.377253 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.377391 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.377528 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.378745 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.378745 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.378745 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.378745 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.378745 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.379423 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.379423 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.379760 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.379760 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.380038 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.380188 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] use_json = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.380386 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.381601 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.381601 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.381601 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.381601 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.381601 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.382068 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.382262 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.382688 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.382978 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.383295 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.383579 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.383892 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.384049 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.384421 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.385450 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.385450 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.385450 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.385450 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.385747 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.386915 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.386915 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.386915 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.388191 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.388191 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.388191 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.388435 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.389167 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.389167 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.389167 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.389437 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.389708 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.389958 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.390220 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.390452 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.390670 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.390923 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.391164 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.391388 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.391645 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.391933 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.392164 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.392385 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.392612 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.392845 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.393066 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.393298 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.393551 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.393808 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.394062 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.394291 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.395416 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.395685 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.395913 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.396153 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.396388 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.396630 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.396872 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.397123 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.397368 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.397587 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.397804 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.398031 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.398274 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.398495 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.398963 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.399181 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.400081 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.400081 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.400081 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.400300 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.400374 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.400551 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.400771 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.401176 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.401402 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.401628 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.401853 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.402108 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.402292 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.402509 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.402746 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.402968 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.403181 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.403394 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.403663 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.403885 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.404098 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.404317 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.405089 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.405089 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.405089 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.405402 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.405659 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.405908 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.406166 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.406388 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.406630 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.406871 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.407705 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.407882 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.408129 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.408382 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.408668 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.408897 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.409169 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.409407 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.409647 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.409912 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.410169 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.410445 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.410719 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.410990 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.411222 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.411529 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.411778 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.412052 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.412292 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.412524 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.412833 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.413062 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.413393 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.413593 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.413854 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.414165 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.414435 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.414674 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.414927 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.415162 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.416252 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.416498 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.416769 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.417005 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.417256 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.417500 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.417777 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.418028 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.418249 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.418466 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.418733 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.419037 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.419272 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.419524 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.421863 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.421863 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.421863 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.422088 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.422337 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.423859 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.424124 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.424481 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.424787 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.425038 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.425286 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.425543 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.425810 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.425998 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.426216 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.426442 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.426679 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.426915 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.427166 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.427398 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.427645 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.427864 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.428089 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.428309 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.428566 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.428783 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.429005 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.429246 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.429467 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.429687 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.429911 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.430143 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.430403 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.430626 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.430923 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.431175 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.431422 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.431930 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.432203 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.432466 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.432686 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.432935 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.433157 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.433373 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.433589 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.433808 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.434026 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.434244 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.434489 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.434705 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.434940 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.435192 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.435542 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.435802 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.436051 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.436292 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.436569 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.436826 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.437048 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.437270 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.437490 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.437707 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.437925 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.439012 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.439250 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.439476 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.439768 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.439992 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.440211 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.440432 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.440646 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.440938 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.441179 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.441421 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.441669 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.441917 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.442154 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.442367 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.442579 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.442799 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.443010 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.443272 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.443483 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.443744 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.443965 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.444202 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.444446 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.444664 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.444899 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.445137 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.445390 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.445618 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.445830 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.446051 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.446316 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.446539 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.446889 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.447151 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.447383 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.448530 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.448795 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.449033 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.449276 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.449587 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.449805 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.450068 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.451543 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.451543 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.451543 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.451825 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.452126 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.452432 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.452713 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.452948 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.453253 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.453531 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.453799 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.454046 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.454344 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.454686 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.454968 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.455236 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.456225 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.456225 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.456225 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.456225 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.456562 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.456689 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.456911 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.457168 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.457853 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.457853 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.457853 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.458088 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.458303 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.458528 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.458760 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.459008 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.459246 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.459408 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 09:04:17.459976 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 09:04:17.460141 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 09:04:17.460291 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 09:04:17.460559 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 09:04:17.460664 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 09:04:17.460789 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 09:04:17.460996 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.462025 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.462193 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.462358 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.462521 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.463596 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.463814 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.463978 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.465142 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.465316 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.465481 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.465626 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.465790 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.465943 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.466106 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.466270 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.466430 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.466587 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.466756 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.466916 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.467073 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.467233 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.467392 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] debug = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.468509 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.468722 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.468904 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.469144 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.469236 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.469397 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.470070 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.470215 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.470356 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.470497 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.470660 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.470822 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.470984 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.471149 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.471307 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.471449 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.471635 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.471782 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] host = dv-cinder-797812-1-smb {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.471941 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.472098 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.472258 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.472416 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.472576 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.472738 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.472900 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.473052 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.473212 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.473373 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.473537 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.473683 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.473818 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.473972 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.474119 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_options = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.474279 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.474422 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.474837 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.474837 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.475132 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.475132 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.475405 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.475405 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.475587 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.475665 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.475814 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.475999 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.476166 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.476333 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.476593 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.476854 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.477141 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.477427 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.477717 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.477996 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.478169 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.478335 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.478490 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.478652 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.478811 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.478970 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.479161 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.479436 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.480067 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.480284 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.480433 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.480574 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.480713 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.481683 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.481926 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.482171 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.482171 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.482537 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.482677 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.482967 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.483267 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.483599 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.483893 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.484189 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.490011 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.490011 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] use_json = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.490011 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.490011 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.490011 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.490011 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.490011 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.490011 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.490011 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.490689 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:04:17.490689 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.490689 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.490689 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.490689 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.490689 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.490689 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.490689 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.491200 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.491200 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.491200 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.491200 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.491200 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.491486 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.491486 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.491633 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.491946 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.491946 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.492305 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.492305 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.492599 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.492599 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.492857 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.492857 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.493386 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.493386 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.493386 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.493620 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.493620 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.493761 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.493894 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.494069 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.494224 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.494388 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.494550 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.494714 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.494878 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.495040 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.495199 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.495364 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.495568 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.495712 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.496836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.496836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.496836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.496836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.496836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.496836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.496836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.497374 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.497374 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.497374 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.498249 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.498428 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.498586 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.498704 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.499836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.499836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.499836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.499836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.499836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.499836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.499836 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.500516 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.500516 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.500516 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.500516 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.500790 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.500790 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.500905 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.501456 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.501456 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.501456 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.501815 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.501815 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.501815 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.502103 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.502103 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.502309 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.502423 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.502567 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.502734 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.502890 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.503038 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.503203 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.503372 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.504494 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.504673 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.504839 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.505003 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.505166 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.505329 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.505490 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.505653 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.505815 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.505978 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.506141 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.506304 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.506470 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.506633 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.506793 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.506955 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.507116 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.507278 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.507440 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.508507 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.508507 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.508726 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.508830 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.508985 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.509666 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.509666 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.509666 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.509666 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.509957 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.509957 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.510100 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.510177 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.510339 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.510502 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.510665 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.510828 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.510990 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.511287 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.511287 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.511522 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.511649 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.511771 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.511949 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.512123 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.512285 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.512448 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.512614 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.513364 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.513364 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.513364 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.513364 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.513364 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.513699 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.513699 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.513898 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.513997 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.514183 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.514345 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.514529 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.514695 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.514878 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.515059 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.515243 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.515409 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.516459 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.516652 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.516840 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.517009 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.517174 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.517340 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.517501 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.517670 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.517827 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.517981 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.518123 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.518322 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.518445 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.518610 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.518770 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.518931 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.519093 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.519255 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.519418 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.520169 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:04:17.520373 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.520551 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.520719 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.521274 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.521274 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.521274 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.521565 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.521565 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.521692 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.521812 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.521975 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.523538 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.525074 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.525074 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.525074 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.525074 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.525365 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.525365 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.525484 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.525669 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.525835 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.526000 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.526163 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.527813 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.528216 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.528441 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.528579 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.528753 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.528934 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.529114 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.529274 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.529443 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.529615 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.529786 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.529935 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.530788 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.530788 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.530788 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.530788 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.530788 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.531099 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.531099 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.531230 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.531385 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.531470 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.531653 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.531814 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.532494 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.532668 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.532829 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.533702 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.533702 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.533702 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.533923 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.534103 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.535798 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.535990 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.536181 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.536374 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.536551 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.536730 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.536904 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.537079 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.537260 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.537433 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.537601 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.537779 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.537948 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.538115 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.538278 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.538456 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.538721 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.538895 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.539096 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.539239 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.539384 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.540047 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.540239 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.540433 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.540571 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.540888 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.541204 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.541518 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.541832 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.542137 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.542457 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.542637 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.542804 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.542967 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.543252 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.543349 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.543617 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.544183 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.544361 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.544515 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.544664 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.545589 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.545902 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.546073 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.546339 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.546446 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.546592 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.546740 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.546887 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.547031 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.547187 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:04:17.547343 dv-cinder-797812-1-smb neutron-server[93014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 09:04:28.575468 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082218f3-ed29-4cab-92c9-487209737109 None None] get_active_networks_info from dv-cinder-797812-1-smb {{(pid=93124) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 09:04:28.667975 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082218f3-ed29-4cab-92c9-487209737109 None None] No non-hosted networks {{(pid=93124) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 09:04:28.694225 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.agentschedulers_db [None req-082218f3-ed29-4cab-92c9-487209737109 None None] DHCP Agent not found on host dv-cinder-797812-1-smb {{(pid=93124) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 24 09:04:28.735069 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c68570dc-b726-48da-9b6e-ef17083c3b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439757'] for agent, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:31.112432 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-34e5cd71-010e-489b-b578-e94ac3b74f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439757'] for agent, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:31.154352 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6196f143-de01-49cf-9234-cec1ed6bb14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:31.218406 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439757'] for agent, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:31.219537 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:31.225156 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:31.226050 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:31.228305 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:31.228305 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:31.228664 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:31.228966 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:31.229498 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:31.229670 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:31.229996 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:31.230332 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:31.231751 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:31.231751 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797812-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:04:31.247133 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797812-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:04:32.261134 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439757'] for agent, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:33.697699 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439757'] for agent, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:34.946678 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55524) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:04:35.443753 dv-cinder-797812-1-smb neutron-server[93122]: WARNING oslo_policy.policy [None req-23765d36-911b-4715-af85-3b2c5165d81d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:04:35.444440 dv-cinder-797812-1-smb neutron-server[93122]: WARNING oslo_policy.policy [None req-23765d36-911b-4715-af85-3b2c5165d81d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:04:35.662530 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [None req-23765d36-911b-4715-af85-3b2c5165d81d admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:04:35.663459 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-23765d36-911b-4715-af85-3b2c5165d81d admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7158129 Jun 24 09:04:36.383423 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.db.l3_hamode_db [None req-ee799113-ebe0-445e-a20c-d4c1f8685275 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 09:04:36.458706 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee799113-ebe0-445e-a20c-d4c1f8685275 None None] Routers set() bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:04:36.459097 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee799113-ebe0-445e-a20c-d4c1f8685275 None None] Router IDs set() for agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 09:04:37.983686 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55538) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:04:38.289296 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-031e18c2-ee66-4de2-ac48-b76f382b4109 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:04:38.382181 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.policy [None req-031e18c2-ee66-4de2-ac48-b76f382b4109 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93122) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 09:04:38.426826 dv-cinder-797812-1-smb neutron-server[93122]: WARNING oslo_policy.policy [None req-031e18c2-ee66-4de2-ac48-b76f382b4109 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:04:38.427192 dv-cinder-797812-1-smb neutron-server[93122]: WARNING oslo_policy.policy [None req-031e18c2-ee66-4de2-ac48-b76f382b4109 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:04:38.435839 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.quota [None req-031e18c2-ee66-4de2-ac48-b76f382b4109 admin admin] Loaded quota_driver: . Jun 24 09:04:38.526894 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-031e18c2-ee66-4de2-ac48-b76f382b4109 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783668157149', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783668156712', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783668163867', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783668159173', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783668167808', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783668190481', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-633517', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1329801', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-328239', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684792'] for rbac-policy, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:38.591189 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-031e18c2-ee66-4de2-ac48-b76f382b4109 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:38.592407 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-031e18c2-ee66-4de2-ac48-b76f382b4109 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6077578 Jun 24 09:04:41.092865 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55550) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:04:41.384286 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Request body: {'network': {'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'admin_state_up': True, 'project_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'name': 'private'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:04:41.412677 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Made reservation on behalf of b0ca734cff7c4ec0bc3a6379aad306b4 for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:04:41.415462 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:41.433653 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:41.551967 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:41.555715 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:41.560764 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:04:41.575766 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:04:41.603192 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783666392113', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:41.603806 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Unsubscribe: segment precommit_create {{(pid=93122) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 09:04:41.604287 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.segments_db [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Added segment a8916e4c-b715-4059-9492-749cfd82f9c5 of type vlan for network 950fd2e7-a91f-4394-bb27-1876dbd6265b Jun 24 09:04:41.621232 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa45562-2564-442d-beb7-b6a2b0fb1493,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:04:41.669157 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:41.669488 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:41.669815 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:41.670140 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:41.670455 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:41.670769 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:41.671086 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:41.671399 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:41.671750 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:41.672065 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:41.672371 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:41.672675 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Tracked resource versions report: Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: pushed versions: Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: { 'AddressGroup': {'1.2'}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'ConntrackHelper': {'1.0'}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'Log': {'1.0'}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'Network': {'1.1'}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'Port': {'1.7'}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'PortForwarding': {'1.2'}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'QosPolicy': {'1.8'}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'SecurityGroup': {'1.4'}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'SubPort': {'1.0'}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'Subnet': {'1.1'}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'Trunk': {'1.1'}} Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: consumer versions: Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: { DHCP agent@dv-cinder-797812-1-smb: {}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: L3 agent@dv-cinder-797812-1-smb: {}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: Metadata agent@dv-cinder-797812-1-smb: {}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: Metering agent@dv-cinder-797812-1-smb: {}, Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: Open vSwitch agent@dv-cinder-797812-1-smb: { 'AddressGroup': '1.2', Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'ConntrackHelper': '1.0', Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'Log': '1.0', Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'Network': '1.1', Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'Port': '1.7', Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'PortForwarding': '1.2', Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'QosPolicy': '1.8', Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'SecurityGroup': '1.4', Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'SecurityGroupRule': '1.2', Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'SubPort': '1.0', Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'Subnet': '1.1', Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: 'Trunk': '1.1'}} Jun 24 09:04:41.673792 dv-cinder-797812-1-smb neutron-server[93122]: {{(pid=93122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:04:41.718743 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:41.724867 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:04:41.769011 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:41.770393 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:04:41.771049 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:41.773767 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:04:41.849559 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7556088 Jun 24 09:04:41.867387 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Pushing event updated for resources: {'Network': ['ID=950fd2e7-a91f-4394-bb27-1876dbd6265b,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:04:41.870682 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:04:41.880001 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network 950fd2e7-a91f-4394-bb27-1876dbd6265b details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:04:44.458310 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55564) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:04:44.868247 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26da4430-0381-4c31-8ad6-a1eeb5b541da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:04:44.869605 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-26da4430-0381-4c31-8ad6-a1eeb5b541da admin admin] 10.222.0.22 "GET /v2.0/networks/950fd2e7-a91f-4394-bb27-1876dbd6265b HTTP/1.1" status: 200 len: 825 time: 0.4103472 Jun 24 09:04:44.893354 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-41696b27-e1f4-4e14-9681-5cd7e4984686 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/1f4d61a9-e786-4ee8-bae1-39104d5e4d71 HTTP/1.1" status: 200 len: 734 time: 0.0180705 Jun 24 09:04:44.901943 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] Request body: {'subnet': {'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1f4d61a9-e786-4ee8-bae1-39104d5e4d71', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'name': 'private-subnet'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:04:44.925157 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] Made reservation on behalf of b0ca734cff7c4ec0bc3a6379aad306b4 for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:04:44.927949 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:45.225439 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:45.227524 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:04:45.292644 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca25d8b-154d-4e82-861e-259f9d3251d8,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:04:45.297374 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] Checking segment: {'id': 'a8916e4c-b715-4059-9492-749cfd82f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:04:45.297743 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] Network hostable DHCP agents. Network: 950fd2e7-a91f-4394-bb27-1876dbd6265b, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:04:45.302119 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:04:45.319165 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] Network 950fd2e7-a91f-4394-bb27-1876dbd6265b is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:04:45.330057 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, 950fd2e7-a91f-4394-bb27-1876dbd6265b) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:04:45.334698 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:04:45.335289 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:45.340606 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd7610c-bcde-4813-b3e6-8983895e2f92 None None] Network 950fd2e7-a91f-4394-bb27-1876dbd6265b requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:04:45.348654 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4502823 Jun 24 09:04:45.648863 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d88c3e-3b81-568f-b441-63b445c42363-950fd2e7-a91f-4394-bb27-1876dbd6265b', 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'fixed_ips': [{'subnet_id': '9ca25d8b-154d-4e82-861e-259f9d3251d8'}]}} from dv-cinder-797812-1-smb. {{(pid=93124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:04:45.650099 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:45.915646 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Allocated IP 172.20.0.2 (950fd2e7-a91f-4394-bb27-1876dbd6265b/9ca25d8b-154d-4e82-861e-259f9d3251d8/c0ac8981-3c4a-4671-a010-bd339675794a) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:04:46.118713 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:46.133236 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Transition to ACTIVE for port object c0ac8981-3c4a-4671-a010-bd339675794a will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:04:46.181458 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Transition to ACTIVE for port object c0ac8981-3c4a-4671-a010-bd339675794a will not be triggered until provisioned by entity DHCP. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:04:46.191130 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:46.194059 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:04:46.253127 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Network 950fd2e7-a91f-4394-bb27-1876dbd6265b is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:04:46.265597 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:04:46.276735 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Pushing event updated for resources: {'Port': ['ID=c0ac8981-3c4a-4671-a010-bd339675794a,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:04:46.278423 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:04:46.288061 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:46.288408 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:46.288743 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:46.289074 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:46.289403 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:46.289771 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:46.290098 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:46.290419 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:46.290740 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:46.291058 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:46.291375 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:46.291716 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Tracked resource versions report: Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: pushed versions: Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: { 'AddressGroup': {'1.2'}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'ConntrackHelper': {'1.0'}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'Log': {'1.0'}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'Network': {'1.1'}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'Port': {'1.7'}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'PortForwarding': {'1.2'}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'QosPolicy': {'1.8'}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'SecurityGroup': {'1.4'}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'SubPort': {'1.0'}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'Subnet': {'1.1'}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'Trunk': {'1.1'}} Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: consumer versions: Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: { DHCP agent@dv-cinder-797812-1-smb: {}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: L3 agent@dv-cinder-797812-1-smb: {}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: Metadata agent@dv-cinder-797812-1-smb: {}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: Metering agent@dv-cinder-797812-1-smb: {}, Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: Open vSwitch agent@dv-cinder-797812-1-smb: { 'AddressGroup': '1.2', Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'ConntrackHelper': '1.0', Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'Log': '1.0', Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'Network': '1.1', Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'Port': '1.7', Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'PortForwarding': '1.2', Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'QosPolicy': '1.8', Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'SecurityGroup': '1.4', Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'SecurityGroupRule': '1.2', Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'SubPort': '1.0', Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'Subnet': '1.1', Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: 'Trunk': '1.1'}} Jun 24 09:04:46.292806 dv-cinder-797812-1-smb neutron-server[93124]: {{(pid=93124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:04:46.311599 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:04:46.357646 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Attempting to bind port c0ac8981-3c4a-4671-a010-bd339675794a on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:04:46.358268 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Attempting to bind port c0ac8981-3c4a-4671-a010-bd339675794a by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': 'a8916e4c-b715-4059-9492-749cfd82f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:04:46.358459 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Attempting to bind port c0ac8981-3c4a-4671-a010-bd339675794a on network 950fd2e7-a91f-4394-bb27-1876dbd6265b {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:04:46.363381 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:04:46.363818 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Checking segment: {'id': 'a8916e4c-b715-4059-9492-749cfd82f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:04:46.364294 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:46.364687 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Bound using segment: {'id': 'a8916e4c-b715-4059-9492-749cfd82f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:04:46.365172 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Bound port: c0ac8981-3c4a-4671-a010-bd339675794a, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8916e4c-b715-4059-9492-749cfd82f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:04:46.365561 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:46.427091 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] For port c0ac8981-3c4a-4671-a010-bd339675794a, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:04:46.431268 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] For port c0ac8981-3c4a-4671-a010-bd339675794a, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=c0ac8981-3c4a-4671-a010-bd339675794a,segment=NetworkSegment(a8916e4c-b715-4059-9492-749cfd82f9c5),segment_id=a8916e4c-b715-4059-9492-749cfd82f9c5)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:04:46.436232 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:46.443886 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:04:46.506354 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Pushing event updated for resources: {'Port': ['ID=c0ac8981-3c4a-4671-a010-bd339675794a,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:04:46.509854 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:04:47.695886 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55572) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:04:48.011008 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [None req-d69a015e-a166-4625-a977-ddf715ce4e7d admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:04:48.012039 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-d69a015e-a166-4625-a977-ddf715ce4e7d admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151343 Jun 24 09:04:50.352717 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55580) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:04:50.660641 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [None req-532db533-7eff-4669-b6a9-c7eaa8a858dc admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:04:50.661632 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-532db533-7eff-4669-b6a9-c7eaa8a858dc admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3079932 Jun 24 09:04:52.479796 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f8e07-ba3b-4aeb-b2de-7b8932803fdf None None] Network 950fd2e7-a91f-4394-bb27-1876dbd6265b requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:04:52.536818 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-343ef280-4683-4381-86bc-9ed583b721ac None None] Provisioning for port c0ac8981-3c4a-4671-a010-bd339675794a completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:04:53.024771 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device c0ac8981-3c4a-4671-a010-bd339675794a up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:04:53.102987 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port c0ac8981-3c4a-4671-a010-bd339675794a completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:04:53.106390 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port c0ac8981-3c4a-4671-a010-bd339675794a triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:04:53.106786 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:53.210401 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:53.238155 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55594) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:04:53.243686 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port c0ac8981-3c4a-4671-a010-bd339675794a, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=c0ac8981-3c4a-4671-a010-bd339675794a,segment=NetworkSegment(a8916e4c-b715-4059-9492-749cfd82f9c5),segment_id=a8916e4c-b715-4059-9492-749cfd82f9c5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:04:53.247629 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:53.249796 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:04:53.293421 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=c0ac8981-3c4a-4671-a010-bd339675794a,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:04:53.296570 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:04:53.535290 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-29fc6c5e-3201-4571-830f-c5af67a73fd9 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:04:53.558053 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-29fc6c5e-3201-4571-830f-c5af67a73fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10017'] for router, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:53.559526 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-29fc6c5e-3201-4571-830f-c5af67a73fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10040'] for router, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:53.691776 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-29fc6c5e-3201-4571-830f-c5af67a73fd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:53.696197 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-29fc6c5e-3201-4571-830f-c5af67a73fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439438'] for router, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:53.708485 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-29fc6c5e-3201-4571-830f-c5af67a73fd9 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:53.709631 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-29fc6c5e-3201-4571-830f-c5af67a73fd9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4704299 Jun 24 09:04:54.998585 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device c0ac8981-3c4a-4671-a010-bd339675794a up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:04:55.044169 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port c0ac8981-3c4a-4671-a010-bd339675794a triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:04:55.044542 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:56.051680 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55602) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:04:56.353121 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [None req-ccc1dbf8-ba85-413e-94f9-5be2de6750f5 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:04:56.354104 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-ccc1dbf8-ba85-413e-94f9-5be2de6750f5 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3014956 Jun 24 09:04:58.459826 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2fe200ee-24ff-4184-be37-714fbbcfda61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:58.649492 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55610) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:04:58.951944 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:04:58.973785 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Made reservation on behalf of b949b26efdd04053a80e94510ce94c7c for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:04:58.976199 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:58.983894 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:59.068343 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:59.071794 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:59.075392 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:04:59.086862 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Reserving flat network on physical network physnet1 {{(pid=93122) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 09:04:59.104390 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c863e61-5bab-4170-b24f-a2aa48cc17af,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:04:59.107383 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:04:59.110159 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:59.110494 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.segments_db [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Added segment da15243a-bfe4-4dba-9113-9befb6a9b948 of type flat for network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 Jun 24 09:04:59.154487 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:59.187337 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:59.188594 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:04:59.189151 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:04:59.192239 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:04:59.240058 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5895488 Jun 24 09:04:59.248230 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd3eb41-4bc4-4df2-aa11-e0a634746584,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:04:59.257236 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:04:59.268464 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:05:01.103892 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae2ce-f52b-43fe-9abb-c4f6abda4ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:01.214850 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:01.514190 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55618) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:05:01.862463 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c364e4c-b5cc-419b-8384-743fdba7187d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:05:01.863761 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-3c364e4c-b5cc-419b-8384-743fdba7187d admin admin] 10.222.0.22 "GET /v2.0/subnets/9ca25d8b-154d-4e82-861e-259f9d3251d8 HTTP/1.1" status: 200 len: 849 time: 0.3486211 Jun 24 09:05:01.980649 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-1048d999-09a9-4c16-9d18-efb61684e2e4 admin admin] 10.222.0.22 "GET /v2.0/routers/0b8d25b0-6e63-4684-b26c-b9a0335cb970 HTTP/1.1" status: 200 len: 704 time: 0.1115961 Jun 24 09:05:02.213098 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:02.246142 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:02.525917 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Allocated IP 172.20.0.1 (950fd2e7-a91f-4394-bb27-1876dbd6265b/9ca25d8b-154d-4e82-861e-259f9d3251d8/13242850-2e4a-467a-ab79-b750c1867a7d) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:05:02.713502 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:02.734128 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Transition to ACTIVE for port object 13242850-2e4a-467a-ab79-b750c1867a7d will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:05:02.812220 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:02.815457 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:05:02.880586 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Network 950fd2e7-a91f-4394-bb27-1876dbd6265b is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:05:02.885984 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:05:02.892663 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:05:02.893676 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518929'] for router_interface, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:02.912886 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Pushing event updated for resources: {'Port': ['ID=13242850-2e4a-467a-ab79-b750c1867a7d,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:05:02.952430 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:05:03.098019 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:03.133804 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-76214789-2106-4508-a924-2f8f6b817f63 None None] Provisioning for port 13242850-2e4a-467a-ab79-b750c1867a7d completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:05:03.137569 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-76214789-2106-4508-a924-2f8f6b817f63 None None] Provisioning complete for port 13242850-2e4a-467a-ab79-b750c1867a7d triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:05:03.138003 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-76214789-2106-4508-a924-2f8f6b817f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:03.169887 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-76214789-2106-4508-a924-2f8f6b817f63 None None] Port 13242850-2e4a-467a-ab79-b750c1867a7d cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:05:03.272245 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:03.276867 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:03.277953 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519045'] for router_interface, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:03.280406 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:05:03.352763 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Pushing event updated for resources: {'Port': ['ID=13242850-2e4a-467a-ab79-b750c1867a7d,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:05:03.356719 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:05:03.397329 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Network 950fd2e7-a91f-4394-bb27-1876dbd6265b is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:05:03.398616 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:05:03.417836 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 5 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:05:03.557952 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Router 0b8d25b0-6e63-4684-b26c-b9a0335cb970 is scheduled to L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 with binding_index 1 {{(pid=93122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:05:03.588335 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-59c33aff-5988-4bff-8c93-a173befa90c3 None None] Provisioning complete for port 13242850-2e4a-467a-ab79-b750c1867a7d triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:05:03.588855 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-59c33aff-5988-4bff-8c93-a173befa90c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:03.621574 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-59c33aff-5988-4bff-8c93-a173befa90c3 None None] Port 13242850-2e4a-467a-ab79-b750c1867a7d cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:05:03.648328 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:05:03.654068 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] 10.222.0.22 "PUT /v2.0/routers/0b8d25b0-6e63-4684-b26c-b9a0335cb970/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6686502 Jun 24 09:05:03.657742 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Sync routers for ids ['0b8d25b0-6e63-4684-b26c-b9a0335cb970'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:05:03.658115 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:03.669060 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Routers {'0b8d25b0-6e63-4684-b26c-b9a0335cb970'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:05:03.669800 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:05:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['0b8d25b0-6e63-4684-b26c-b9a0335cb970'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:05:03.851365 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Set router 0b8d25b0-6e63-4684-b26c-b9a0335cb970 gateway port host: None {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:05:04.270878 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'name': 'router1', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:04:53Z', 'updated_at': '2021-06-24T09:05:03Z', 'revision_number': 2, 'project_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'gw_port_host': None, '_interfaces': [{'id': '13242850-2e4a-467a-ab79-b750c1867a7d', 'name': '', 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'mac_address': 'fa:16:3e:fb:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ca25d8b-154d-4e82-861e-259f9d3251d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:05:02Z', 'updated_at': '2021-06-24T09:05:03Z', 'revision_number': 2, 'project_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'subnets': [{'id': '9ca25d8b-154d-4e82-861e-259f9d3251d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f4d61a9-e786-4ee8-bae1-39104d5e4d71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:05:04.320324 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Checking router: 0b8d25b0-6e63-4684-b26c-b9a0335cb970 for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:05:04.320714 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Updating router 0b8d25b0-6e63-4684-b26c-b9a0335cb970 port 13242850-2e4a-467a-ab79-b750c1867a7d binding host dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:05:04.382183 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:04.864465 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:04.884662 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Transition to ACTIVE for port object 13242850-2e4a-467a-ab79-b750c1867a7d will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:05:04.892119 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:04.896880 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:05:05.045474 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Attempting to bind port 13242850-2e4a-467a-ab79-b750c1867a7d on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:05:05.045869 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Attempting to bind port 13242850-2e4a-467a-ab79-b750c1867a7d by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': 'a8916e4c-b715-4059-9492-749cfd82f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:05:05.046291 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Attempting to bind port 13242850-2e4a-467a-ab79-b750c1867a7d on network 950fd2e7-a91f-4394-bb27-1876dbd6265b {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:05:05.057640 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:05:05.058071 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Checking segment: {'id': 'a8916e4c-b715-4059-9492-749cfd82f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:05:05.058541 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:05.058932 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Bound using segment: {'id': 'a8916e4c-b715-4059-9492-749cfd82f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:05:05.059416 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Bound port: 13242850-2e4a-467a-ab79-b750c1867a7d, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8916e4c-b715-4059-9492-749cfd82f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:05:05.059812 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:05.062630 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Pushing event updated for resources: {'Port': ['ID=13242850-2e4a-467a-ab79-b750c1867a7d,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:05:05.076132 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:05:05.076476 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:05:05.076807 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:05:05.077128 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:05:05.077447 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:05:05.077766 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:05:05.078079 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:05:05.078390 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:05:05.078708 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:05:05.079019 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:05:05.079328 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:05:05.079660 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Tracked resource versions report: Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: pushed versions: Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: { 'AddressGroup': {'1.2'}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'ConntrackHelper': {'1.0'}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'Log': {'1.0'}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'Network': {'1.1'}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'Port': {'1.7'}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'PortForwarding': {'1.2'}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'QosPolicy': {'1.8'}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'SecurityGroup': {'1.4'}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'SubPort': {'1.0'}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'Subnet': {'1.1'}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'Trunk': {'1.1'}} Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: consumer versions: Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: { DHCP agent@dv-cinder-797812-1-smb: {}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: L3 agent@dv-cinder-797812-1-smb: {}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: Metadata agent@dv-cinder-797812-1-smb: {}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: Metering agent@dv-cinder-797812-1-smb: {}, Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: Open vSwitch agent@dv-cinder-797812-1-smb: { 'AddressGroup': '1.2', Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'ConntrackHelper': '1.0', Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'Log': '1.0', Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'Network': '1.1', Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'Port': '1.7', Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'PortForwarding': '1.2', Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'QosPolicy': '1.8', Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'SecurityGroup': '1.4', Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'SecurityGroupRule': '1.2', Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'SubPort': '1.0', Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'Subnet': '1.1', Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: 'Trunk': '1.1'}} Jun 24 09:05:05.080761 dv-cinder-797812-1-smb neutron-server[93125]: {{(pid=93125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:05:05.086088 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:05:05.134197 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] For port 13242850-2e4a-467a-ab79-b750c1867a7d, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:05:05.157068 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] For port 13242850-2e4a-467a-ab79-b750c1867a7d, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=13242850-2e4a-467a-ab79-b750c1867a7d,segment=NetworkSegment(a8916e4c-b715-4059-9492-749cfd82f9c5),segment_id=a8916e4c-b715-4059-9492-749cfd82f9c5)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:05:05.161991 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:05.164909 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:05:05.216539 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Routers {'0b8d25b0-6e63-4684-b26c-b9a0335cb970'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:05:05.217128 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:05:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['0b8d25b0-6e63-4684-b26c-b9a0335cb970'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:05:05.251997 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Pushing event updated for resources: {'Port': ['ID=13242850-2e4a-467a-ab79-b750c1867a7d,revision_number=4']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:05:05.258422 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:05:05.311254 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] Set router 0b8d25b0-6e63-4684-b26c-b9a0335cb970 gateway port host: None {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:05:05.514375 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'name': 'router1', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:04:53Z', 'updated_at': '2021-06-24T09:05:03Z', 'revision_number': 2, 'project_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'gw_port_host': None, '_interfaces': [{'id': '13242850-2e4a-467a-ab79-b750c1867a7d', 'name': '', 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'mac_address': 'fa:16:3e:fb:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ca25d8b-154d-4e82-861e-259f9d3251d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:05:02Z', 'updated_at': '2021-06-24T09:05:05Z', 'revision_number': 4, 'project_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'subnets': [{'id': '9ca25d8b-154d-4e82-861e-259f9d3251d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f4d61a9-e786-4ee8-bae1-39104d5e4d71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:05:05.543553 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982cc84a-ed48-4626-b87f-de4be4da3db4 None None] The sync data for ids ['0b8d25b0-6e63-4684-b26c-b9a0335cb970'] in dv-cinder-797812-1-smb is: [{'id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'name': 'router1', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:04:53Z', 'updated_at': '2021-06-24T09:05:03Z', 'revision_number': 2, 'project_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'gw_port_host': None, '_interfaces': [{'id': '13242850-2e4a-467a-ab79-b750c1867a7d', 'name': '', 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'mac_address': 'fa:16:3e:fb:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ca25d8b-154d-4e82-861e-259f9d3251d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:05:02Z', 'updated_at': '2021-06-24T09:05:05Z', 'revision_number': 4, 'project_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'subnets': [{'id': '9ca25d8b-154d-4e82-861e-259f9d3251d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f4d61a9-e786-4ee8-bae1-39104d5e4d71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:05:06.003115 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55638) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:05:06.192635 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c58489-5533-423b-9e5e-9ea461c0d9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:05:06.193973 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-34c58489-5533-423b-9e5e-9ea461c0d9be admin admin] 10.222.0.22 "GET /v2.0/networks/6bd3eb41-4bc4-4df2-aa11-e0a634746584 HTTP/1.1" status: 200 len: 842 time: 0.1898878 Jun 24 09:05:06.203128 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.1.1'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:05:06.227051 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] Made reservation on behalf of b949b26efdd04053a80e94510ce94c7c for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:05:06.229470 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:06.569412 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.objects.ports [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93122) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 09:05:06.569846 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:06.571909 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5297f802-7914-4f9a-aaa5-bca645d3fe5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:05:06.624934 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f91801-8e2e-4778-8adf-626b55fd5ccc,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:05:06.629568 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:05:06.633711 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] Checking segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:05:06.634062 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] Network hostable DHCP agents. Network: 6bd3eb41-4bc4-4df2-aa11-e0a634746584, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:05:06.649647 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:05:06.659347 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, 6bd3eb41-4bc4-4df2-aa11-e0a634746584) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:05:06.666949 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:05:06.667428 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed66476-07a9-43f0-8b06-58978e89acbd None None] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:05:06.667867 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:06.683766 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-92aaf566-6ee3-4ff8-8878-6ffa8cb8fd9e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4840159 Jun 24 09:05:06.810991 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b27351-9b9a-4374-8513-5deca03f9c92 None None] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:05:08.938659 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55660) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:05:09.037850 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 13242850-2e4a-467a-ab79-b750c1867a7d up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:05:09.083993 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-40820346-96d6-468c-ae10-c713d533750d admin admin] 10.222.0.22 "GET /v2.0/routers/0b8d25b0-6e63-4684-b26c-b9a0335cb970 HTTP/1.1" status: 200 len: 710 time: 0.1440573 Jun 24 09:05:09.086214 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port 13242850-2e4a-467a-ab79-b750c1867a7d completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:05:09.089978 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 13242850-2e4a-467a-ab79-b750c1867a7d triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:05:09.090466 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:09.168047 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:09.171965 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17077d41-921c-4f90-8c3b-4e61c2d32615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:05:09.173351 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-17077d41-921c-4f90-8c3b-4e61c2d32615 admin admin] 10.222.0.22 "GET /v2.0/networks/6bd3eb41-4bc4-4df2-aa11-e0a634746584 HTTP/1.1" status: 200 len: 886 time: 0.0842974 Jun 24 09:05:09.182606 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:05:09.199198 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port 13242850-2e4a-467a-ab79-b750c1867a7d, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=13242850-2e4a-467a-ab79-b750c1867a7d,segment=NetworkSegment(a8916e4c-b715-4059-9492-749cfd82f9c5),segment_id=a8916e4c-b715-4059-9492-749cfd82f9c5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:05:09.202842 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:09.204987 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:05:09.250713 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=13242850-2e4a-467a-ab79-b750c1867a7d,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:05:09.253931 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:05:09.424727 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9994'] for router, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:09.651709 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:09.724731 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:09.825084 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Allocated IP 172.28.1.247 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/ea260546-33bc-4425-b353-158c133883c7) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:05:09.919747 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:09.959175 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:09.962031 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:05:09.997510 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:05:10.000131 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:05:10.003968 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:05:10.037382 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Pushing event updated for resources: {'Port': ['ID=ea260546-33bc-4425-b353-158c133883c7,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:05:10.041533 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:05:10.335132 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:10.519727 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9994'] for router, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:10.522935 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-439452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-439429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-441819'] for router, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:10.626017 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Router 0b8d25b0-6e63-4684-b26c-b9a0335cb970 has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:05:10.731072 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:05:10.735370 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:10.736482 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] 10.222.0.22 "PUT /v2.0/routers/0b8d25b0-6e63-4684-b26c-b9a0335cb970 HTTP/1.1" status: 200 len: 890 time: 1.5572462 Jun 24 09:05:10.741167 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Sync routers for ids ['0b8d25b0-6e63-4684-b26c-b9a0335cb970'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:05:10.753598 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Routers {'0b8d25b0-6e63-4684-b26c-b9a0335cb970'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:05:10.754245 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:05:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['0b8d25b0-6e63-4684-b26c-b9a0335cb970'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:05:11.015613 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Set router 0b8d25b0-6e63-4684-b26c-b9a0335cb970 gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:05:11.032935 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 13242850-2e4a-467a-ab79-b750c1867a7d up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:05:11.271944 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 13242850-2e4a-467a-ab79-b750c1867a7d triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:05:11.272315 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:11.490737 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'name': 'router1', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ea260546-33bc-4425-b353-158c133883c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:04:53Z', 'updated_at': '2021-06-24T09:05:10Z', 'revision_number': 4, 'project_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'gw_port': {'id': 'ea260546-33bc-4425-b353-158c133883c7', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:05:09Z', 'updated_at': '2021-06-24T09:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '13242850-2e4a-467a-ab79-b750c1867a7d', 'name': '', 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'mac_address': 'fa:16:3e:fb:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ca25d8b-154d-4e82-861e-259f9d3251d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:05:02Z', 'updated_at': '2021-06-24T09:05:09Z', 'revision_number': 5, 'project_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'subnets': [{'id': '9ca25d8b-154d-4e82-861e-259f9d3251d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f4d61a9-e786-4ee8-bae1-39104d5e4d71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:05:11.541274 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Checking router: 0b8d25b0-6e63-4684-b26c-b9a0335cb970 for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:05:11.541562 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Updating router 0b8d25b0-6e63-4684-b26c-b9a0335cb970 port ea260546-33bc-4425-b353-158c133883c7 binding host dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:05:11.574928 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:11.881929 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:11.891071 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Transition to ACTIVE for port object ea260546-33bc-4425-b353-158c133883c7 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:05:11.897105 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:11.899210 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-30345752-fb3c-4a20-8d21-5deb987fa00e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:05:11.949182 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Attempting to bind port ea260546-33bc-4425-b353-158c133883c7 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:05:11.949564 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Attempting to bind port ea260546-33bc-4425-b353-158c133883c7 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:05:11.949934 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Attempting to bind port ea260546-33bc-4425-b353-158c133883c7 on network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:05:11.952724 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c03472-6eef-404d-bd4c-22c5ff100115 None None] Pushing event updated for resources: {'Port': ['ID=ea260546-33bc-4425-b353-158c133883c7,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:05:11.957150 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-71c03472-6eef-404d-bd4c-22c5ff100115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:05:11.958335 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:05:11.958717 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Checking segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:05:11.959219 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:11.959925 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Bound using segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:05:11.960736 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Bound port: ea260546-33bc-4425-b353-158c133883c7, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:05:11.961371 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:12.012326 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] For port ea260546-33bc-4425-b353-158c133883c7, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:05:12.015408 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] For port ea260546-33bc-4425-b353-158c133883c7, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=ea260546-33bc-4425-b353-158c133883c7,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:05:12.020271 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:12.022497 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:05:12.066885 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Routers {'0b8d25b0-6e63-4684-b26c-b9a0335cb970'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:05:12.067486 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:05:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['0b8d25b0-6e63-4684-b26c-b9a0335cb970'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:05:12.189749 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c03472-6eef-404d-bd4c-22c5ff100115 None None] Pushing event updated for resources: {'Port': ['ID=ea260546-33bc-4425-b353-158c133883c7,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:05:12.193276 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-71c03472-6eef-404d-bd4c-22c5ff100115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:05:12.257114 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] Set router 0b8d25b0-6e63-4684-b26c-b9a0335cb970 gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:05:12.468867 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'name': 'router1', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ea260546-33bc-4425-b353-158c133883c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:04:53Z', 'updated_at': '2021-06-24T09:05:10Z', 'revision_number': 4, 'project_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'gw_port': {'id': 'ea260546-33bc-4425-b353-158c133883c7', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:05:09Z', 'updated_at': '2021-06-24T09:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '13242850-2e4a-467a-ab79-b750c1867a7d', 'name': '', 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'mac_address': 'fa:16:3e:fb:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ca25d8b-154d-4e82-861e-259f9d3251d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:05:02Z', 'updated_at': '2021-06-24T09:05:09Z', 'revision_number': 5, 'project_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'subnets': [{'id': '9ca25d8b-154d-4e82-861e-259f9d3251d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f4d61a9-e786-4ee8-bae1-39104d5e4d71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:05:12.493843 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc60c896-7b3b-43ed-864a-6177614c403d None None] The sync data for ids ['0b8d25b0-6e63-4684-b26c-b9a0335cb970'] in dv-cinder-797812-1-smb is: [{'id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'name': 'router1', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ea260546-33bc-4425-b353-158c133883c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:04:53Z', 'updated_at': '2021-06-24T09:05:10Z', 'revision_number': 4, 'project_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'gw_port': {'id': 'ea260546-33bc-4425-b353-158c133883c7', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:05:09Z', 'updated_at': '2021-06-24T09:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '13242850-2e4a-467a-ab79-b750c1867a7d', 'name': '', 'network_id': '950fd2e7-a91f-4394-bb27-1876dbd6265b', 'tenant_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'mac_address': 'fa:16:3e:fb:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8d25b0-6e63-4684-b26c-b9a0335cb970', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ca25d8b-154d-4e82-861e-259f9d3251d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:05:02Z', 'updated_at': '2021-06-24T09:05:09Z', 'revision_number': 5, 'project_id': 'b0ca734cff7c4ec0bc3a6379aad306b4', 'subnets': [{'id': '9ca25d8b-154d-4e82-861e-259f9d3251d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f4d61a9-e786-4ee8-bae1-39104d5e4d71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:05:13.057145 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device ea260546-33bc-4425-b353-158c133883c7 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:05:13.109424 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port ea260546-33bc-4425-b353-158c133883c7 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:05:13.109847 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 55668) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:05:13.113824 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port ea260546-33bc-4425-b353-158c133883c7 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:05:13.114195 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:13.194631 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:13.217172 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port ea260546-33bc-4425-b353-158c133883c7, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=ea260546-33bc-4425-b353-158c133883c7,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:05:13.224517 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:13.226559 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:05:13.235880 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-80e4541b-cf6e-4096-a739-0e42cb56c477 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1246538 Jun 24 09:05:13.276414 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=ea260546-33bc-4425-b353-158c133883c7,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:05:13.279763 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:05:15.022260 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device ea260546-33bc-4425-b353-158c133883c7 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:05:15.076286 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port ea260546-33bc-4425-b353-158c133883c7 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:05:15.076663 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:28.463885 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e38de011-d1e2-4c88-99b1-30946119c1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:31.113370 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cb39161f-048d-4c35-ac43-7c6c8231a443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:31.221161 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:32.252910 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:33.675330 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:05:40.417361 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 5 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:05:58.469327 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-bc2012bb-3740-4c85-8acd-d4d4f7aa2ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:01.108337 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-160f7107-35a3-4365-a5e6-3b91d30fae4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:01.217506 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:02.223064 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:03.684183 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:17.416843 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 5 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:06:28.468859 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1854559a-0967-49f6-938b-c3418b78b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:31.112040 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1885a17a-a611-4a76-9ace-dac55d19c604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:31.225274 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:32.224693 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:33.685186 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:47.314680 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56236) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:06:47.380482 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ad00f1-96fe-483c-99d3-00e057f98ff6 admin admin] GET failed (client error): The resource could not be found. Jun 24 09:06:47.381738 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-a3ad00f1-96fe-483c-99d3-00e057f98ff6 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660930 Jun 24 09:06:47.538387 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8354fc6-f390-468f-96ba-6c957c240eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:06:47.539881 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-f8354fc6-f390-468f-96ba-6c957c240eac admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1543682 Jun 24 09:06:49.744438 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56246) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:06:49.835653 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49373684-3752-4990-8d26-70a5631d12da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:06:49.836994 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-49373684-3752-4990-8d26-70a5631d12da admin admin] 10.222.0.22 "GET /v2.0/subnets/9ca25d8b-154d-4e82-861e-259f9d3251d8 HTTP/1.1" status: 200 len: 849 time: 0.0916293 Jun 24 09:06:49.848389 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:06:49.937852 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:50.086900 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783666276563'] for subnet, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:50.089927 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:06:50.127463 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653c8bc5-104a-4d0f-bb6e-0d57c367a2c4 None None] Network 950fd2e7-a91f-4394-bb27-1876dbd6265b requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:06:50.129949 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:06:50.130543 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:50.143532 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] 10.222.0.22 "PUT /v2.0/subnets/9ca25d8b-154d-4e82-861e-259f9d3251d8 HTTP/1.1" status: 200 len: 868 time: 0.2874427 Jun 24 09:06:50.143532 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca25d8b-154d-4e82-861e-259f9d3251d8,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:06:50.154162 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:06:50.154509 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:06:50.163528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:06:50.163528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:06:50.163528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:06:50.163528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:06:50.163528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:06:50.163528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:06:50.163528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:06:50.163528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:06:50.163528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:06:50.163528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:06:50.172834 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:06:50.552177 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-c6006f9d-e2f3-4b36-b91a-114e102aca3b None None] Provisioning complete for port 13242850-2e4a-467a-ab79-b750c1867a7d triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:06:50.552588 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c6006f9d-e2f3-4b36-b91a-114e102aca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:50.633008 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-c6006f9d-e2f3-4b36-b91a-114e102aca3b None None] Provisioning complete for port c0ac8981-3c4a-4671-a010-bd339675794a triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:06:50.633286 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c6006f9d-e2f3-4b36-b91a-114e102aca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:52.271949 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56254) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:06:52.472222 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b55888-3f1f-4dfb-aaa9-bb66a20cd78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:06:52.472614 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b55888-3f1f-4dfb-aaa9-bb66a20cd78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:06:52.474798 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-e2b55888-3f1f-4dfb-aaa9-bb66a20cd78c admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013514 Jun 24 09:06:54.416468 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 5 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:06:54.815637 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56262) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:06:54.949453 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b74baf-52fb-4e6e-a04f-f9255d0a42e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:06:54.949929 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b74baf-52fb-4e6e-a04f-f9255d0a42e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:06:54.951434 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-38b74baf-52fb-4e6e-a04f-f9255d0a42e2 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1348341 Jun 24 09:06:57.061532 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56270) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:06:57.182257 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2064a9-f168-4702-8cf4-157a2a5683ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:06:57.183604 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-bf2064a9-f168-4702-8cf4-157a2a5683ce admin admin] 10.222.0.22 "GET /v2.0/networks/6bd3eb41-4bc4-4df2-aa11-e0a634746584 HTTP/1.1" status: 200 len: 886 time: 0.1210368 Jun 24 09:06:58.470994 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-24fdf0e8-77a1-4033-8e7a-681c0671d9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:06:59.299696 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56278) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:06:59.524005 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad24957-08e4-4d8d-9eeb-d0b7f6d32923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:06:59.525356 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-0ad24957-08e4-4d8d-9eeb-d0b7f6d32923 admin admin] 10.222.0.22 "GET /v2.0/networks/950fd2e7-a91f-4394-bb27-1876dbd6265b HTTP/1.1" status: 200 len: 869 time: 0.2247322 Jun 24 09:07:01.112497 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c016e26c-6240-41ea-919d-e18416d3782d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:01.216334 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:01.667986 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56286) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:07:01.788549 dv-cinder-797812-1-smb neutron-server[93121]: WARNING oslo_policy.policy [None req-86c45cd5-b961-4d93-a7a2-7ddfd2002394 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:07:01.789141 dv-cinder-797812-1-smb neutron-server[93121]: WARNING oslo_policy.policy [None req-86c45cd5-b961-4d93-a7a2-7ddfd2002394 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:07:02.188110 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.policy [None req-86c45cd5-b961-4d93-a7a2-7ddfd2002394 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93121) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 09:07:02.227019 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:02.235087 dv-cinder-797812-1-smb neutron-server[93121]: WARNING oslo_policy.policy [None req-86c45cd5-b961-4d93-a7a2-7ddfd2002394 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:07:02.235469 dv-cinder-797812-1-smb neutron-server[93121]: WARNING oslo_policy.policy [None req-86c45cd5-b961-4d93-a7a2-7ddfd2002394 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:07:02.244589 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c45cd5-b961-4d93-a7a2-7ddfd2002394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:07:02.245055 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c45cd5-b961-4d93-a7a2-7ddfd2002394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:07:02.247126 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-86c45cd5-b961-4d93-a7a2-7ddfd2002394 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5770290 Jun 24 09:07:03.687546 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:04.349129 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56302) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:07:04.436865 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d099b77-8e75-492c-98d1-b82b8a0529bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:07:04.437320 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d099b77-8e75-492c-98d1-b82b8a0529bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:07:04.438754 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-8d099b77-8e75-492c-98d1-b82b8a0529bb admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0886846 Jun 24 09:07:06.535820 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56310) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:07:06.645170 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a60d1a-c325-4875-9cb0-f6cc4b701f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:07:06.646469 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-37a60d1a-c325-4875-9cb0-f6cc4b701f47 admin admin] 10.222.0.22 "GET /v2.0/subnets/21f91801-8e2e-4778-8adf-626b55fd5ccc HTTP/1.1" status: 200 len: 816 time: 0.1097190 Jun 24 09:07:08.744760 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56318) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:07:08.831201 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfd233b-34c0-4c47-86f8-ef4357b8cd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:07:08.832523 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-adfd233b-34c0-4c47-86f8-ef4357b8cd6b admin admin] 10.222.0.22 "GET /v2.0/subnets/9ca25d8b-154d-4e82-861e-259f9d3251d8 HTTP/1.1" status: 200 len: 868 time: 0.0868359 Jun 24 09:07:28.472050 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-13e102f7-fb4b-43e0-9559-4bac13cc72b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:31.112229 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-44d822d5-edb0-480a-91bf-edda07fea8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:31.218195 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:31.415174 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 5 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:07:31.883967 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56362) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:07:31.928314 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [None req-385eac07-a8a9-438a-8291-b3bf6c3b709e admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:07:31.929267 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-385eac07-a8a9-438a-8291-b3bf6c3b709e admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443811 Jun 24 09:07:32.231411 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:33.689330 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:34.120018 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56370) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:07:34.181097 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa552df3-2125-452d-b3ae-81723d23c1f4 admin admin] GET failed (client error): The resource could not be found. Jun 24 09:07:34.182385 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-aa552df3-2125-452d-b3ae-81723d23c1f4 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614610 Jun 24 09:07:34.261785 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466d13cf-8ba8-4f66-97d1-ea26b7c189f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:07:34.263201 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-466d13cf-8ba8-4f66-97d1-ea26b7c189f7 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0770428 Jun 24 09:07:36.425862 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56378) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:07:36.470993 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:07:36.490789 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] Made reservation on behalf of b949b26efdd04053a80e94510ce94c7c for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:07:36.493184 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:36.521254 dv-cinder-797812-1-smb neutron-server[93122]: WARNING neutron.services.revisions.revision_plugin [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] Could not find related network for resource to bump revision. Jun 24 09:07:36.532283 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:07:36.541000 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:36.541329 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.segments_db [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] Added segment 042b94d1-577a-4f36-b604-72307c63ee27 of type vlan for network 527704b9-2103-4fea-86e1-5fe3a7a5459b Jun 24 09:07:36.577913 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:36.604386 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:36.605665 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:07:36.606237 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:36.608989 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:07:36.657318 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2304084 Jun 24 09:07:36.665989 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] Pushing event updated for resources: {'Network': ['ID=527704b9-2103-4fea-86e1-5fe3a7a5459b,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:07:36.668828 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:07:36.682849 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network 527704b9-2103-4fea-86e1-5fe3a7a5459b details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:07:38.795283 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56386) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:07:38.852904 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.pecan_wsgi.hooks.translation [None req-578c4a66-a7af-4505-a149-c7152aaf089e admin admin] GET failed (client error): The resource could not be found. Jun 24 09:07:38.854198 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-578c4a66-a7af-4505-a149-c7152aaf089e admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0579407 Jun 24 09:07:38.921528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a10d681-9df4-447c-b821-73031d49759d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:07:38.922937 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-4a10d681-9df4-447c-b821-73031d49759d admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650301 Jun 24 09:07:38.932695 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-cca3be61-701c-44ac-8733-5921f2f5d6a4 admin admin] Request body: {'subnet': {'network_id': '527704b9-2103-4fea-86e1-5fe3a7a5459b', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:07:38.952660 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca3be61-701c-44ac-8733-5921f2f5d6a4 admin admin] Made reservation on behalf of b949b26efdd04053a80e94510ce94c7c for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:07:38.954883 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cca3be61-701c-44ac-8733-5921f2f5d6a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:39.114406 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cca3be61-701c-44ac-8733-5921f2f5d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:39.117051 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:07:39.172400 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3be61-701c-44ac-8733-5921f2f5d6a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4f79e1-43c1-4231-a7d9-07728393150d,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:07:39.176652 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-cca3be61-701c-44ac-8733-5921f2f5d6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:07:39.179115 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3be61-701c-44ac-8733-5921f2f5d6a4 admin admin] Checking segment: {'id': '042b94d1-577a-4f36-b604-72307c63ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '527704b9-2103-4fea-86e1-5fe3a7a5459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:07:39.179465 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3be61-701c-44ac-8733-5921f2f5d6a4 admin admin] Network hostable DHCP agents. Network: 527704b9-2103-4fea-86e1-5fe3a7a5459b, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:07:39.194638 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3be61-701c-44ac-8733-5921f2f5d6a4 admin admin] Network 527704b9-2103-4fea-86e1-5fe3a7a5459b is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:07:39.202402 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-cca3be61-701c-44ac-8733-5921f2f5d6a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, 527704b9-2103-4fea-86e1-5fe3a7a5459b) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:07:39.206358 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca3be61-701c-44ac-8733-5921f2f5d6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:07:39.206944 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cca3be61-701c-44ac-8733-5921f2f5d6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:39.212798 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d978df-1e20-4393-bfc7-b081ceb6fc5f None None] Network 527704b9-2103-4fea-86e1-5fe3a7a5459b requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:07:39.220636 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-cca3be61-701c-44ac-8733-5921f2f5d6a4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2918327 Jun 24 09:07:39.367456 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d88c3e-3b81-568f-b441-63b445c42363-527704b9-2103-4fea-86e1-5fe3a7a5459b', 'network_id': '527704b9-2103-4fea-86e1-5fe3a7a5459b', 'tenant_id': 'b949b26efdd04053a80e94510ce94c7c', 'fixed_ips': [{'subnet_id': '0e4f79e1-43c1-4231-a7d9-07728393150d'}]}} from dv-cinder-797812-1-smb. {{(pid=93124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:07:39.368444 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:39.591921 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Allocated IP 192.168.233.2 (527704b9-2103-4fea-86e1-5fe3a7a5459b/0e4f79e1-43c1-4231-a7d9-07728393150d/c917565d-16eb-4868-b9bf-6839c2a82e1f) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:07:39.734342 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:39.743001 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Transition to ACTIVE for port object c917565d-16eb-4868-b9bf-6839c2a82e1f will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:07:39.758692 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Transition to ACTIVE for port object c917565d-16eb-4868-b9bf-6839c2a82e1f will not be triggered until provisioned by entity DHCP. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:07:39.764503 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:39.766627 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:07:39.808749 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Network 527704b9-2103-4fea-86e1-5fe3a7a5459b is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:07:39.811466 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:07:39.818304 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:07:39.821878 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Pushing event updated for resources: {'Port': ['ID=c917565d-16eb-4868-b9bf-6839c2a82e1f,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:07:39.832096 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:07:39.832439 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:07:39.833225 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:07:39.833225 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:07:39.833425 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:07:39.833720 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:07:39.834045 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:07:39.834363 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:07:39.834680 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:07:39.835103 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:07:39.835432 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:07:39.835777 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:07:39.853224 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:07:39.888137 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Attempting to bind port c917565d-16eb-4868-b9bf-6839c2a82e1f on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:07:39.888506 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Attempting to bind port c917565d-16eb-4868-b9bf-6839c2a82e1f by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': '042b94d1-577a-4f36-b604-72307c63ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '527704b9-2103-4fea-86e1-5fe3a7a5459b'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:07:39.888873 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Attempting to bind port c917565d-16eb-4868-b9bf-6839c2a82e1f on network 527704b9-2103-4fea-86e1-5fe3a7a5459b {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:07:39.893748 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:07:39.894105 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Checking segment: {'id': '042b94d1-577a-4f36-b604-72307c63ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '527704b9-2103-4fea-86e1-5fe3a7a5459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:07:39.894510 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:39.894902 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Bound using segment: {'id': '042b94d1-577a-4f36-b604-72307c63ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '527704b9-2103-4fea-86e1-5fe3a7a5459b'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:07:39.895372 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Bound port: c917565d-16eb-4868-b9bf-6839c2a82e1f, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042b94d1-577a-4f36-b604-72307c63ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '527704b9-2103-4fea-86e1-5fe3a7a5459b'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:07:39.895777 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:39.956026 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] For port c917565d-16eb-4868-b9bf-6839c2a82e1f, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:07:39.959916 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] For port c917565d-16eb-4868-b9bf-6839c2a82e1f, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=c917565d-16eb-4868-b9bf-6839c2a82e1f,segment=NetworkSegment(042b94d1-577a-4f36-b604-72307c63ee27),segment_id=042b94d1-577a-4f36-b604-72307c63ee27)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:07:39.964096 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:39.966319 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-71c03472-6eef-404d-bd4c-22c5ff100115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:07:40.020617 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Pushing event updated for resources: {'Port': ['ID=c917565d-16eb-4868-b9bf-6839c2a82e1f,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:07:40.024236 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:07:40.820286 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d3d6e0-930b-479b-821b-e7aecea47630 None None] Network 527704b9-2103-4fea-86e1-5fe3a7a5459b requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:07:40.901758 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-e5e964f3-7959-464b-88c2-c5e1c68cf289 None None] Provisioning for port c917565d-16eb-4868-b9bf-6839c2a82e1f completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:07:41.233082 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device c917565d-16eb-4868-b9bf-6839c2a82e1f up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:07:41.285783 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port c917565d-16eb-4868-b9bf-6839c2a82e1f completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:07:41.289768 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port c917565d-16eb-4868-b9bf-6839c2a82e1f triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:07:41.290085 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:41.364609 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:41.396324 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port c917565d-16eb-4868-b9bf-6839c2a82e1f, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=c917565d-16eb-4868-b9bf-6839c2a82e1f,segment=NetworkSegment(042b94d1-577a-4f36-b604-72307c63ee27),segment_id=042b94d1-577a-4f36-b604-72307c63ee27)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:07:41.401145 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:41.404438 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:07:41.449757 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=c917565d-16eb-4868-b9bf-6839c2a82e1f,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:07:41.452772 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:07:43.217211 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device c917565d-16eb-4868-b9bf-6839c2a82e1f up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:07:43.265233 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port c917565d-16eb-4868-b9bf-6839c2a82e1f triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:07:43.265607 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:07:58.472527 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6d0ac3d9-34ab-4027-bbe3-d7d4ee1ac3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:01.113161 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-553843a9-b0f7-4574-baad-62497a9ed875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:01.218736 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:02.232560 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:03.694136 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:08.412635 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 5 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:08:28.476164 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f32acdf3-566a-436f-87f0-6809ee9e4d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:31.113562 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5a622c5d-9781-49ba-b09f-7b21d1405998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:31.218833 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:32.241239 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:33.698267 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:45.410662 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 5 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:08:51.831561 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56438) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:08:51.837471 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [None req-1f7f9802-aaf4-40a9-bbe7-36bb1cb3f140 tempest-verify_tempest_config-850469998 tempest-verify_tempest_config-850469998-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:08:51.838420 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-1f7f9802-aaf4-40a9-bbe7-36bb1cb3f140 tempest-verify_tempest_config-850469998 tempest-verify_tempest_config-850469998-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058708 Jun 24 09:08:52.136339 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56456) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:08:52.235593 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:52.322230 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:52.325829 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:52.328955 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:08:52.368297 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cb60a0-9321-435d-b345-84aff89d9008,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:08:52.372620 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e637d2e3424048f4a2103e1703f71c30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2352986 Jun 24 09:08:52.375378 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56460) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:08:52.376724 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.377064 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.377396 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.377722 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.378040 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.378359 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.378672 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.379532 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.379844 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.380155 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.380466 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.380774 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.384539 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:08:52.463477 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:52.483446 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:52.573184 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:52.576549 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:08:52.577735 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92cb60a0-9321-435d-b345-84aff89d9008 HTTP/1.1" status: 204 len: 168 time: 0.2012143 Jun 24 09:08:52.578509 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:08:52.586934 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cb60a0-9321-435d-b345-84aff89d9008,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:08:52.598773 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.599115 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.599446 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.599799 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.600122 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.600443 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.600760 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.601077 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.601462 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.601773 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.602086 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.602399 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Tracked resource versions report: Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: pushed versions: Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: { 'AddressGroup': {'1.2'}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'ConntrackHelper': {'1.0'}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'Log': {'1.0'}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'Network': {'1.1'}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'Port': {'1.7'}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'PortForwarding': {'1.2'}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'QosPolicy': {'1.8'}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'SecurityGroup': {'1.4'}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'SubPort': {'1.0'}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'Subnet': {'1.1'}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'Trunk': {'1.1'}} Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: consumer versions: Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: { DHCP agent@dv-cinder-797812-1-smb: {}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: L3 agent@dv-cinder-797812-1-smb: {}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: Metadata agent@dv-cinder-797812-1-smb: {}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: Metering agent@dv-cinder-797812-1-smb: {}, Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: Open vSwitch agent@dv-cinder-797812-1-smb: { 'AddressGroup': '1.2', Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'ConntrackHelper': '1.0', Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'Log': '1.0', Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'Network': '1.1', Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'Port': '1.7', Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'PortForwarding': '1.2', Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'QosPolicy': '1.8', Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'SecurityGroup': '1.4', Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'SecurityGroupRule': '1.2', Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'SubPort': '1.0', Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'Subnet': '1.1', Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: 'Trunk': '1.1'}} Jun 24 09:08:52.603483 dv-cinder-797812-1-smb neutron-server[93121]: {{(pid=93121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:08:52.630987 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:08:58.476890 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ef57cab1-0c06-4592-8b8c-1a43eab85c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:09:01.116816 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f70a7589-b894-4387-b1ed-d05deb09064d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:09:01.220096 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:09:02.238184 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:09:03.700166 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:09:22.410761 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 5 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:09:28.477694 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-50a0cb26-b9c2-4bbb-a62a-d69ed1e17d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:09:31.117696 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-74b21ee7-43aa-4440-9879-7cd1b598a760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:09:31.220393 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:09:32.242263 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:09:33.697338 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:09:58.477190 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-df5b96c2-56c1-4f63-a181-ce607a43524e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:09:59.409586 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 5 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:10:01.116599 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9c63e88e-c6cb-4db5-88c9-eda123dee76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:10:01.219586 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:10:02.244372 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:10:03.699947 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:10:28.477694 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a6fda6e9-7961-4b1b-ab90-04f4f5345a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:10:31.117221 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e23cd8f6-a51c-47b8-905f-251e82f57677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:10:31.219293 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:10:32.246643 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:10:33.706326 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:10:36.409891 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 5 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:10:39.334221 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439757'] for agent, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:10:51.631426 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56538) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:10:51.730145 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-022dd052-a363-4d5f-8172-e4ca81375c6f admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0975940 Jun 24 09:10:53.834133 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56548) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:10:53.892188 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-aa7a90d9-67dc-4066-ae70-4c33923eb4b8 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0569539 Jun 24 09:10:58.479013 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-28c1b7d2-1656-4606-9041-e8b84ac44892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:11:01.115741 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ec53-4184-4a3e-ac4d-482e505d6605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:11:01.218737 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:11:02.248277 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:11:03.705515 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:11:09.274648 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:11:13.409580 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:11:28.480081 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b6633277-898f-4005-a103-9525116d3141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:11:31.115631 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-388d3551-78f2-4903-b36d-c881c133076a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:11:31.218228 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:11:32.251285 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:11:33.709748 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:11:39.275660 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:11:50.409907 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:11:58.482371 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-67bed1b3-2328-4bf4-aea5-19f9ca60cf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:01.118731 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4a52a191-7d24-4bc1-bac1-96ab34e8faf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:01.222402 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:02.255457 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:03.715646 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:09.274583 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:27.408459 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:12:28.487627 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dac069a7-1d3a-4fd5-b675-f61ef132da05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:31.122198 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4c85aa94-9f10-4b55-9230-abee7cc0fb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:31.228379 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:32.264375 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:33.742738 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:35.206597 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56738) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:35.454285 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1898376294-network', 'tenant_id': '1cd6fb8b89e9493ebfd60e3680d9a060'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:35.477187 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Made reservation on behalf of 1cd6fb8b89e9493ebfd60e3680d9a060 for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:12:35.480288 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:35.492424 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:35.584460 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:35.589451 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:35.605008 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:12:35.616674 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:35.617225 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.segments_db [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Added segment 391ea33d-3c08-4f1e-b052-1255a7ad5dd3 of type vlan for network 24f9122b-5a50-4ad5-8eff-f1b6770a3728 Jun 24 09:12:35.667311 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:35.698628 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-56783f88-aca2-4f52-8ded-ba1c49209190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:35.721746 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:35.728649 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:35.730308 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:35.731023 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:35.731538 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:35.732280 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:35.732930 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:35.733407 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:35.734184 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:35.734671 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:35.735162 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:35.735738 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:35.736385 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:35.736870 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Tracked resource versions report: Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: pushed versions: Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: { 'AddressGroup': {'1.2'}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'ConntrackHelper': {'1.0'}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'Log': {'1.0'}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'Network': {'1.1'}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'Port': {'1.7'}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'PortForwarding': {'1.2'}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'QosPolicy': {'1.8'}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'SecurityGroup': {'1.4'}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'SubPort': {'1.0'}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'Subnet': {'1.1'}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'Trunk': {'1.1'}} Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: consumer versions: Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: { DHCP agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: HyperV agent@hv-cinder-79781: {}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: L3 agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: Metadata agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: Metering agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: Open vSwitch agent@dv-cinder-797812-1-smb: { 'AddressGroup': '1.2', Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'ConntrackHelper': '1.0', Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'Log': '1.0', Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'Network': '1.1', Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'Port': '1.7', Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'PortForwarding': '1.2', Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'QosPolicy': '1.8', Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'SecurityGroup': '1.4', Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'SecurityGroupRule': '1.2', Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'SubPort': '1.0', Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'Subnet': '1.1', Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: 'Trunk': '1.1'}} Jun 24 09:12:35.738121 dv-cinder-797812-1-smb neutron-server[93122]: {{(pid=93122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:12:35.744633 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:35.745429 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:35.759000 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:35.759972 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:35.819777 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6119590 Jun 24 09:12:35.823066 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56780) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:35.828125 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] Request body: {'subnet': {'network_id': '24f9122b-5a50-4ad5-8eff-f1b6770a3728', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1898376294-subnet', 'tenant_id': '1cd6fb8b89e9493ebfd60e3680d9a060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:35.850452 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] Made reservation on behalf of 1cd6fb8b89e9493ebfd60e3680d9a060 for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:12:35.853628 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:35.878814 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56784) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:35.895480 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Pushing event updated for resources: {'Network': ['ID=24f9122b-5a50-4ad5-8eff-f1b6770a3728,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:35.899098 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:35.905690 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network 24f9122b-5a50-4ad5-8eff-f1b6770a3728 details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:12:35.914434 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56790) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:36.033764 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.039292 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-a28ec7b2-9df7-4d07-95af-02df50da60a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:36.043775 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56798) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:36.082786 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56804) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:36.089097 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beec1d4d-c8e6-4853-bcee-585e5891b353,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:36.094106 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:36.113192 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] Checking segment: {'id': '391ea33d-3c08-4f1e-b052-1255a7ad5dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24f9122b-5a50-4ad5-8eff-f1b6770a3728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:12:36.113607 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] Network hostable DHCP agents. Network: 24f9122b-5a50-4ad5-8eff-f1b6770a3728, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:12:36.130034 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] Network 24f9122b-5a50-4ad5-8eff-f1b6770a3728 is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:12:36.141180 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1312320007-network', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:36.142198 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, 24f9122b-5a50-4ad5-8eff-f1b6770a3728) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:36.142991 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.quota [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Loaded quota_driver: . Jun 24 09:12:36.152923 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621c8016-267c-43a1-80f0-7ef489994934 None None] Network 24f9122b-5a50-4ad5-8eff-f1b6770a3728 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:12:36.156600 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:36.157394 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.173476 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3489499 Jun 24 09:12:36.207891 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1551997751-network', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:36.212909 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Made reservation on behalf of 0b67ac5a655342b8b8de30b65acaa730 for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:12:36.216489 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.231760 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.272124 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Made reservation on behalf of 1421c1546cf34bd8b7927ed801ddb8de for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:12:36.274487 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.292165 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-45088029-network', 'tenant_id': '1de26ab21d844892b2180caecacc5334'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:36.301660 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7c0f55-823f-47dc-b1c3-c117f5fa85d4 None None] Network 24f9122b-5a50-4ad5-8eff-f1b6770a3728 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:12:36.312156 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.357703 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1126191929-network', 'tenant_id': '24c536cb0ee646c4b63f5f7f93c79132'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:36.428250 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.439906 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.460678 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-3dbf6120-aead-4c2a-8bd9-3957d1eb9ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:36.487751 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:12:36.517956 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783666392113', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.518596 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Unsubscribe: segment precommit_create {{(pid=93121) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 09:12:36.519550 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.segments_db [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Added segment 5d9edcfc-fc99-450b-8b26-e6b57dd355db of type vlan for network bec49d64-4369-4490-ad85-2e53541d2805 Jun 24 09:12:36.556985 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Made reservation on behalf of 1de26ab21d844892b2180caecacc5334 for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:12:36.559301 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.582336 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.671401 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.679027 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a2535f-2d86-43ff-9b35-db68bd4e2c24,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:36.707747 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:36.708072 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:36.708414 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:36.708752 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:36.709635 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:36.709635 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:36.709805 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:36.711661 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:36.712029 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:36.712370 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:36.713276 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:36.713603 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Tracked resource versions report: Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: pushed versions: Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: { 'AddressGroup': {'1.2'}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'ConntrackHelper': {'1.0'}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'Log': {'1.0'}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'Network': {'1.1'}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'Port': {'1.7'}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'PortForwarding': {'1.2'}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'QosPolicy': {'1.8'}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'SecurityGroup': {'1.4'}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'SubPort': {'1.0'}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'Subnet': {'1.1'}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'Trunk': {'1.1'}} Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: consumer versions: Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: { DHCP agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: HyperV agent@hv-cinder-79781: {}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: L3 agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: Metadata agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: Metering agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: Open vSwitch agent@dv-cinder-797812-1-smb: { 'AddressGroup': '1.2', Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'ConntrackHelper': '1.0', Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'Log': '1.0', Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'Network': '1.1', Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'Port': '1.7', Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'PortForwarding': '1.2', Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'QosPolicy': '1.8', Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'SecurityGroup': '1.4', Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'SecurityGroupRule': '1.2', Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'SubPort': '1.0', Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'Subnet': '1.1', Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: 'Trunk': '1.1'}} Jun 24 09:12:36.719144 dv-cinder-797812-1-smb neutron-server[93121]: {{(pid=93121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:12:36.726267 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:36.764503 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.767629 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:36.768250 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.775996 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:36.897286 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Pushing event updated for resources: {'Network': ['ID=bec49d64-4369-4490-ad85-2e53541d2805,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:36.900919 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.903073 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:36.906575 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.912802 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network bec49d64-4369-4490-ad85-2e53541d2805 details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:12:36.923655 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:12:36.938414 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:36.938764 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.segments_db [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Added segment cecafdd1-1409-4fd7-bf22-a6866aa57683 of type vlan for network 8e433b44-0391-4fbf-ae3d-a9343f6d064e Jun 24 09:12:37.009589 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.042958 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:37.061950 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Made reservation on behalf of 24c536cb0ee646c4b63f5f7f93c79132 for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:12:37.064404 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.067105 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1874452 Jun 24 09:12:37.070236 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56854) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:37.077701 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] Request body: {'subnet': {'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1312320007-subnet', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:37.092915 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.111778 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:37.112458 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.122744 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.155046 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:37.172621 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:37.184405 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fad6d2fe-3ff1-4c2a-ad76-bafb2f213b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:37.242666 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Pushing event updated for resources: {'Network': ['ID=8e433b44-0391-4fbf-ae3d-a9343f6d064e,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:37.255878 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:37.256066 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network 8e433b44-0391-4fbf-ae3d-a9343f6d064e details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:12:37.342024 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.350901 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.359705 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:37.377681 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] Made reservation on behalf of 0b67ac5a655342b8b8de30b65acaa730 for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:12:37.380582 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.392315 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0f3682-da1c-4fce-ab78-76b1dd35b093,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:37.396599 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4787107 Jun 24 09:12:37.400781 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:37.403860 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56868) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:37.412077 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] Request body: {'subnet': {'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1551997751-subnet', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:37.425688 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:12:37.453169 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.453520 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.segments_db [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Added segment 73414b6c-c25e-48aa-a332-579773da03e5 of type vlan for network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e Jun 24 09:12:37.535487 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.601708 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.614031 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:37.615052 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.631764 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:37.635116 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.691677 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.729557 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6807613 Jun 24 09:12:37.753949 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56882) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:37.786482 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:12:37.788860 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed02516-6582-48a1-acf3-3f6a9bf8b96e,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:37.791906 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:37.796047 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:37.803897 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:12:37.846241 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] Request body: {'subnet': {'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-subnet', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:37.850524 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] Made reservation on behalf of 1421c1546cf34bd8b7927ed801ddb8de for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:12:37.856185 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.868370 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.890456 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:37.924328 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07254a7-7e5b-4671-9035-312816f0db0e,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:37.932074 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:37.936927 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:37.937272 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.segments_db [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Added segment 7274d4a9-7d97-4d0d-949b-0449161294e5 of type vlan for network 007be388-a6a0-4bc5-b444-5343e59aa7ff Jun 24 09:12:37.952309 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] Made reservation on behalf of 1de26ab21d844892b2180caecacc5334 for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:12:37.955191 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.071436 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.129920 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] Checking segment: {'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:12:38.130537 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] Network hostable DHCP agents. Network: bec49d64-4369-4490-ad85-2e53541d2805, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:12:38.157943 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.158352 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.163661 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:38.164256 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.170808 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:38.183462 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=38df72ae-f46f-47b9-9a1e-83a1b5f659e6,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:38.189003 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:38.189634 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:38.216817 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] Network bec49d64-4369-4490-ad85-2e53541d2805 is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:12:38.257071 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, bec49d64-4369-4490-ad85-2e53541d2805) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:38.264884 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:38.265627 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.267332 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01af252-d034-4a3c-b292-c0e32d477126 None None] Network bec49d64-4369-4490-ad85-2e53541d2805 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:12:38.270850 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe62bda-6a4e-4305-bcf9-9549a831168d,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:38.275975 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:38.279673 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] Checking segment: {'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:12:38.280205 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] Network hostable DHCP agents. Network: 2ed02516-6582-48a1-acf3-3f6a9bf8b96e, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:12:38.297112 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2256811 Jun 24 09:12:38.298213 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 56914) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:38.307269 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Pushing event updated for resources: {'Network': ['ID=007be388-a6a0-4bc5-b444-5343e59aa7ff,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:38.309944 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:38.329227 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] Network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:12:38.342153 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, 2ed02516-6582-48a1-acf3-3f6a9bf8b96e) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:38.346842 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:38.347763 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.350899 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10017'] for router, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.352087 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10040'] for router, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.379723 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2930844 Jun 24 09:12:38.379723 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:38.382066 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56916) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:38.387102 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-46e01ea9-3c0b-4f7a-8e4a-4c3c743ab6a8 admin admin] Request body: {'subnet': {'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1126191929-subnet', 'tenant_id': '24c536cb0ee646c4b63f5f7f93c79132', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:38.393620 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.405598 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:38.411562 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network 007be388-a6a0-4bc5-b444-5343e59aa7ff details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:12:38.427959 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.431081 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6759808 Jun 24 09:12:38.457531 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16890555-aeed-43b6-b22e-4e54527368b9 None None] Network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:12:38.464877 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56918) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:38.465194 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56928) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:38.466628 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b88817-e153-408d-bc31-ad073a24e376,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:38.473308 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:38.485434 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:38.486526 dv-cinder-797812-1-smb neutron-server[93121]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 09:12:38.513083 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d88c3e-3b81-568f-b441-63b445c42363-bec49d64-4369-4490-ad85-2e53541d2805', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6'}]}} from dv-cinder-797812-1-smb. {{(pid=93124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:12:38.513925 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.573390 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9994'] for router, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.596858 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e01ea9-3c0b-4f7a-8e4a-4c3c743ab6a8 admin admin] Made reservation on behalf of 24c536cb0ee646c4b63f5f7f93c79132 for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:12:38.599202 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-46e01ea9-3c0b-4f7a-8e4a-4c3c743ab6a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.762094 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10017'] for router, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.763936 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10040'] for router, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.781185 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] Checking segment: {'id': 'cecafdd1-1409-4fd7-bf22-a6866aa57683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:12:38.781695 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] Network hostable DHCP agents. Network: 8e433b44-0391-4fbf-ae3d-a9343f6d064e, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:12:38.798712 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.817389 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.860036 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Allocated IP 172.20.0.2 (bec49d64-4369-4490-ad85-2e53541d2805/38df72ae-f46f-47b9-9a1e-83a1b5f659e6/b8ea437b-54e0-4db0-9293-05650b1ec089) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:12:38.897568 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d88c3e-3b81-568f-b441-63b445c42363-2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d'}]}} from dv-cinder-797812-1-smb. {{(pid=93124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:12:38.898462 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:38.924396 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-828af4b1-7137-4108-95a7-1afe802a732b tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:38.925997 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-828af4b1-7137-4108-95a7-1afe802a732b tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/networks?id=24f9122b-5a50-4ad5-8eff-f1b6770a3728 HTTP/1.1" status: 200 len: 812 time: 0.4562016 Jun 24 09:12:38.926309 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Allocated IP 172.28.1.64 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/946d0f7f-b54f-4449-81f2-3b4751b91b3c) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:12:39.001384 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] Network 8e433b44-0391-4fbf-ae3d-a9343f6d064e is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:12:39.004741 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.049634 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-093082f1-f512-4859-a200-84defed18f46 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/quotas/1cd6fb8b89e9493ebfd60e3680d9a060 HTTP/1.1" status: 200 len: 375 time: 0.0964837 Jun 24 09:12:39.057647 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.066407 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Transition to ACTIVE for port object b8ea437b-54e0-4db0-9293-05650b1ec089 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:12:39.072703 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.082190 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Transition to ACTIVE for port object b8ea437b-54e0-4db0-9293-05650b1ec089 will not be triggered until provisioned by entity DHCP. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:12:39.090588 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.097658 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, 8e433b44-0391-4fbf-ae3d-a9343f6d064e) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:39.142346 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133a243d-b0d9-481b-9b02-a1aaa931da40 None None] Network 8e433b44-0391-4fbf-ae3d-a9343f6d064e requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:12:39.200230 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:39.208670 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-9153ad30-a5d0-4899-a77b-67ec60c939cf tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1cd6fb8b89e9493ebfd60e3680d9a060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1580863 Jun 24 09:12:39.210492 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:39.212218 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.294993 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.314633 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Pushing event updated for resources: {'Port': ['ID=b8ea437b-54e0-4db0-9293-05650b1ec089,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:39.318973 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e29f160b-ea50-47ee-af95-36b1f0e54331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:39.349136 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:39.349489 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:39.349850 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:39.350202 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:39.350548 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:39.350872 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:39.351194 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:39.351558 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:39.351862 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:39.352182 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:39.352503 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:39.352813 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Tracked resource versions report: Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: pushed versions: Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: { 'AddressGroup': {'1.2'}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'ConntrackHelper': {'1.0'}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'Log': {'1.0'}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'Network': {'1.1'}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'Port': {'1.7'}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'PortForwarding': {'1.2'}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'QosPolicy': {'1.8'}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'SecurityGroup': {'1.4'}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'SubPort': {'1.0'}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'Subnet': {'1.1'}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'Trunk': {'1.1'}} Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: consumer versions: Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: { DHCP agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: HyperV agent@hv-cinder-79781: {}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: L3 agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: Metadata agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: Metering agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: Open vSwitch agent@dv-cinder-797812-1-smb: { 'AddressGroup': '1.2', Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'ConntrackHelper': '1.0', Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'Log': '1.0', Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'Network': '1.1', Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'Port': '1.7', Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'PortForwarding': '1.2', Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'QosPolicy': '1.8', Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'SecurityGroup': '1.4', Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'SecurityGroupRule': '1.2', Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'SubPort': '1.0', Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'Subnet': '1.1', Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: 'Trunk': '1.1'}} Jun 24 09:12:39.354107 dv-cinder-797812-1-smb neutron-server[93124]: {{(pid=93124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:12:39.371445 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:39.398110 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6af37a-1161-4aee-917d-2ff6baaef016 None None] Network 8e433b44-0391-4fbf-ae3d-a9343f6d064e requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:12:39.438862 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:39.441082 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Pushing event updated for resources: {'Port': ['ID=946d0f7f-b54f-4449-81f2-3b4751b91b3c,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:39.442961 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0359805 Jun 24 09:12:39.453341 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:39.458711 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 56950) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:39.459715 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-46e01ea9-3c0b-4f7a-8e4a-4c3c743ab6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.473353 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:39.480635 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1551997751-router', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:39.488013 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9994'] for router, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.501805 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:39.502423 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:12:39.576427 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.598454 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-8e582b28-cff1-4d2f-9928-3584b59a94ec service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:12:39.609353 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-8e582b28-cff1-4d2f-9928-3584b59a94ec service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1647155 Jun 24 09:12:39.611332 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e01ea9-3c0b-4f7a-8e4a-4c3c743ab6a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1a80f1-4ac1-436c-a58a-c29c06ebeccf,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:39.617624 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Network bec49d64-4369-4490-ad85-2e53541d2805 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:39.627243 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:39.635990 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:12:39.638198 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-46e01ea9-3c0b-4f7a-8e4a-4c3c743ab6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:39.725066 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Attempting to bind port b8ea437b-54e0-4db0-9293-05650b1ec089 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:12:39.725372 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Attempting to bind port b8ea437b-54e0-4db0-9293-05650b1ec089 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:12:39.725741 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Attempting to bind port b8ea437b-54e0-4db0-9293-05650b1ec089 on network bec49d64-4369-4490-ad85-2e53541d2805 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:12:39.735520 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:12:39.735991 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Checking segment: {'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:12:39.736396 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.736804 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Bound using segment: {'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:12:39.737451 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Bound port: b8ea437b-54e0-4db0-9293-05650b1ec089, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:12:39.737837 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.756469 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Allocated IP 172.20.0.2 (2ed02516-6582-48a1-acf3-3f6a9bf8b96e/8fe62bda-6a4e-4305-bcf9-9549a831168d/fcfb24ab-33f0-4947-84a0-90aeff13bcf2) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:12:39.809012 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-2ba28b88-e7aa-4c89-b468-d31052018625 service neutron] 10.222.0.22 "GET /v2.0/networks/24f9122b-5a50-4ad5-8eff-f1b6770a3728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987648 Jun 24 09:12:39.816765 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10017'] for router, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.817757 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10040'] for router, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.884410 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.886762 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] For port b8ea437b-54e0-4db0-9293-05650b1ec089, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:12:39.921759 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] For port b8ea437b-54e0-4db0-9293-05650b1ec089, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=b8ea437b-54e0-4db0-9293-05650b1ec089,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:12:39.944533 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:39.963844 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:40.079079 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:40.159422 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-5e67e35e-5726-43f3-a3ea-2ae1c25eadbb service neutron] 10.222.0.22 "GET /v2.0/networks/24f9122b-5a50-4ad5-8eff-f1b6770a3728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097813 Jun 24 09:12:40.178287 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e01ea9-3c0b-4f7a-8e4a-4c3c743ab6a8 admin admin] Checking segment: {'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:12:40.179204 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e01ea9-3c0b-4f7a-8e4a-4c3c743ab6a8 admin admin] Network hostable DHCP agents. Network: 007be388-a6a0-4bc5-b444-5343e59aa7ff, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:12:40.213355 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Pushing event updated for resources: {'Port': ['ID=b8ea437b-54e0-4db0-9293-05650b1ec089,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:40.235899 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:40.243478 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:40.252819 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Transition to ACTIVE for port object fcfb24ab-33f0-4947-84a0-90aeff13bcf2 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:12:40.274074 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439438'] for router, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:40.274881 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Transition to ACTIVE for port object fcfb24ab-33f0-4947-84a0-90aeff13bcf2 will not be triggered until provisioned by entity DHCP. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:12:40.286302 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:40.290270 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:40.341356 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:40.350594 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:40.362745 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:12:40.364222 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e01ea9-3c0b-4f7a-8e4a-4c3c743ab6a8 admin admin] Network 007be388-a6a0-4bc5-b444-5343e59aa7ff is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:12:40.371554 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Pushing event updated for resources: {'Port': ['ID=fcfb24ab-33f0-4947-84a0-90aeff13bcf2,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:40.380717 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:40.439786 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9994'] for router, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:40.487099 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-46e01ea9-3c0b-4f7a-8e4a-4c3c743ab6a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, 007be388-a6a0-4bc5-b444-5343e59aa7ff) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:40.487258 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Attempting to bind port fcfb24ab-33f0-4947-84a0-90aeff13bcf2 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:12:40.487708 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Router b2366857-7c58-4810-bb42-2117db087f7d is scheduled to L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 with binding_index 1 {{(pid=93122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:12:40.488220 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Attempting to bind port fcfb24ab-33f0-4947-84a0-90aeff13bcf2 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:12:40.488220 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Attempting to bind port fcfb24ab-33f0-4947-84a0-90aeff13bcf2 on network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:12:40.497311 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:12:40.497789 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Checking segment: {'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:12:40.498260 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:40.498714 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Bound using segment: {'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:12:40.499338 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Bound port: fcfb24ab-33f0-4947-84a0-90aeff13bcf2, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:12:40.500033 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:40.518782 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebcbb2f-1837-4603-87a9-1dcaa9aa7ff8 None None] Network 007be388-a6a0-4bc5-b444-5343e59aa7ff requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:12:40.530834 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e01ea9-3c0b-4f7a-8e4a-4c3c743ab6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:40.539021 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-46e01ea9-3c0b-4f7a-8e4a-4c3c743ab6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:40.570153 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-46e01ea9-3c0b-4f7a-8e4a-4c3c743ab6a8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1870310 Jun 24 09:12:40.629933 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 57006) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:40.633312 dv-cinder-797812-1-smb neutron-server[93122]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 09:12:40.697968 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] For port fcfb24ab-33f0-4947-84a0-90aeff13bcf2, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:12:40.701759 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] For port fcfb24ab-33f0-4947-84a0-90aeff13bcf2, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=fcfb24ab-33f0-4947-84a0-90aeff13bcf2,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:12:40.721584 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:40.740680 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:40.849240 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2711a17b-9260-4036-9e3b-0911a37985ac req-b7528e8d-b833-4ba4-9cbf-887325bb2809 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 210 time: 0.2167759 Jun 24 09:12:40.882313 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Pushing event updated for resources: {'Port': ['ID=fcfb24ab-33f0-4947-84a0-90aeff13bcf2,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:40.886661 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:40.897702 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:40.920592 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:12:40.943083 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Sync routers for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:12:40.960232 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:12:40.961307 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:12:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:40.977084 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:40.980056 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6732047 Jun 24 09:12:40.981580 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 57026) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:41.032631 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d3917-e656-4c8d-baac-34768846f247 None None] Network 007be388-a6a0-4bc5-b444-5343e59aa7ff requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:12:41.050374 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:41.451815 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Allocated IP 172.28.1.140 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/dd001449-d83f-4f33-9f9a-1263ded1c495) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:12:41.475608 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:12:41.546634 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:41.642188 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:41.735527 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device fcfb24ab-33f0-4947-84a0-90aeff13bcf2 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:12:41.898643 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port fcfb24ab-33f0-4947-84a0-90aeff13bcf2 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:12:41.912400 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b8ea437b-54e0-4db0-9293-05650b1ec089 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:12:42.036630 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port b8ea437b-54e0-4db0-9293-05650b1ec089 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:12:42.050555 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bb81cbba-aff9-405a-9e91-1d6ca82d8a5e req-fc4b0f80-4337-46d5-a566-3b13ec7579db tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 210 time: 0.0623257 Jun 24 09:12:42.094535 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaa87cd-a8db-42af-866e-7197267f9f8f None None] Network bec49d64-4369-4490-ad85-2e53541d2805 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:12:42.108983 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-d3dc2e8f-0094-4bbe-a156-d5b87ddcdba6 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:42.116368 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-d3dc2e8f-0094-4bbe-a156-d5b87ddcdba6 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/networks?id=007be388-a6a0-4bc5-b444-5343e59aa7ff HTTP/1.1" status: 200 len: 815 time: 0.8510630 Jun 24 09:12:42.120027 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:39Z', 'revision_number': 3, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:42.189649 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-1210a021-217e-4d29-8d13-2d75654cde47 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/quotas/24c536cb0ee646c4b63f5f7f93c79132 HTTP/1.1" status: 200 len: 375 time: 0.0719335 Jun 24 09:12:42.201613 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Checking router: b2366857-7c58-4810-bb42-2117db087f7d for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:12:42.201965 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Updating router b2366857-7c58-4810-bb42-2117db087f7d port 946d0f7f-b54f-4449-81f2-3b4751b91b3c binding host dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:12:42.263588 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-3fc22536-8103-40c7-af79-cb36520ff655 None None] Provisioning for port b8ea437b-54e0-4db0-9293-05650b1ec089 completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:12:42.268433 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-6af10881-a05c-49b8-bac3-9c356d868506 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775306 Jun 24 09:12:42.276855 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-3fc22536-8103-40c7-af79-cb36520ff655 None None] Provisioning complete for port b8ea437b-54e0-4db0-9293-05650b1ec089 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:42.277275 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3fc22536-8103-40c7-af79-cb36520ff655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:42.285768 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:42.289789 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:42.575068 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:42.678873 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a39bde-9a55-44b2-99ce-235705a78f7f None None] Network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:12:42.757529 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-56b3afd0-161c-471e-9497-f78368330718 service neutron] 10.222.0.22 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870951 Jun 24 09:12:42.816289 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Allocated IP 172.20.0.1 (bec49d64-4369-4490-ad85-2e53541d2805/38df72ae-f46f-47b9-9a1e-83a1b5f659e6/02e1c71e-d049-4262-b876-f118a1efee5b) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:12:42.948845 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:42.972813 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3fc22536-8103-40c7-af79-cb36520ff655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:42.975329 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:43.021029 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:43.037678 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Transition to ACTIVE for port object 02e1c71e-d049-4262-b876-f118a1efee5b will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:12:43.069076 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-3fc22536-8103-40c7-af79-cb36520ff655 None None] For port b8ea437b-54e0-4db0-9293-05650b1ec089, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=b8ea437b-54e0-4db0-9293-05650b1ec089,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:12:43.094032 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:43.103431 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3fc22536-8103-40c7-af79-cb36520ff655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:43.104272 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:43.111131 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-71c03472-6eef-404d-bd4c-22c5ff100115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:43.172009 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:43.180921 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Network bec49d64-4369-4490-ad85-2e53541d2805 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:43.188239 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:43.192890 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:12:43.193373 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518929'] for router_interface, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:43.217205 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-d894e3be-0f7a-4e8d-973f-0fce4c9c912f service neutron] 10.222.0.22 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448514 Jun 24 09:12:43.218017 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:43.232917 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:12:43.254166 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Allocated IP 172.28.1.4 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/48c39c21-e7dd-4605-80d3-e485a2059ea9) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:12:43.297245 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=02e1c71e-d049-4262-b876-f118a1efee5b,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:43.315439 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:43.327771 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc22536-8103-40c7-af79-cb36520ff655 None None] Pushing event updated for resources: {'Port': ['ID=b8ea437b-54e0-4db0-9293-05650b1ec089,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:43.339883 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3fc22536-8103-40c7-af79-cb36520ff655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:43.351834 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-b4ea09ed-1047-4096-a192-9a732805f0af None None] Provisioning for port fcfb24ab-33f0-4947-84a0-90aeff13bcf2 completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:12:43.357608 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd001449-d83f-4f33-9f9a-1263ded1c495,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:43.369543 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:43.411736 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-b4ea09ed-1047-4096-a192-9a732805f0af None None] Provisioning complete for port fcfb24ab-33f0-4947-84a0-90aeff13bcf2 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:43.412374 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b4ea09ed-1047-4096-a192-9a732805f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:43.620886 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:43.686822 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b4ea09ed-1047-4096-a192-9a732805f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:43.697434 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b8ea437b-54e0-4db0-9293-05650b1ec089 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:12:43.887207 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-b4ea09ed-1047-4096-a192-9a732805f0af None None] For port fcfb24ab-33f0-4947-84a0-90aeff13bcf2, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=fcfb24ab-33f0-4947-84a0-90aeff13bcf2,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:12:43.897203 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port b8ea437b-54e0-4db0-9293-05650b1ec089 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:43.899737 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:43.932644 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:43.966393 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b4ea09ed-1047-4096-a192-9a732805f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:43.974651 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-80b16a6f-f42f-4777-954a-875dd74d6318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:44.037387 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c9cc6200-1271-4246-807b-42e8947f1754 req-e96753a1-96c0-4ccb-a9d3-feb66492c2cb tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 210 time: 0.0549150 Jun 24 09:12:44.068514 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea09ed-1047-4096-a192-9a732805f0af None None] Pushing event updated for resources: {'Port': ['ID=fcfb24ab-33f0-4947-84a0-90aeff13bcf2,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:44.072922 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b4ea09ed-1047-4096-a192-9a732805f0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:44.110106 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-236c80f2-98d5-4435-8607-1b86ab0a15ee None None] Provisioning complete for port b8ea437b-54e0-4db0-9293-05650b1ec089 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:44.110491 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-236c80f2-98d5-4435-8607-1b86ab0a15ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:44.160001 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:44.169079 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:44.171020 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519045'] for router_interface, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:44.174218 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:44.197417 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-06e47cf4-a6a2-4e1c-b337-94ea117db3fd req-20fb94ad-4e5d-4c87-a9c1-164f5f0a1c10 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 210 time: 0.2486601 Jun 24 09:12:44.262321 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-236c80f2-98d5-4435-8607-1b86ab0a15ee None None] Provisioning for port 02e1c71e-d049-4262-b876-f118a1efee5b completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:12:44.267364 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-236c80f2-98d5-4435-8607-1b86ab0a15ee None None] Provisioning complete for port 02e1c71e-d049-4262-b876-f118a1efee5b triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:44.267863 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-236c80f2-98d5-4435-8607-1b86ab0a15ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:44.286242 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=02e1c71e-d049-4262-b876-f118a1efee5b,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:44.291258 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:44.333795 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:44.350463 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-236c80f2-98d5-4435-8607-1b86ab0a15ee None None] Port 02e1c71e-d049-4262-b876-f118a1efee5b cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:12:44.372281 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-236c80f2-98d5-4435-8607-1b86ab0a15ee None None] Provisioning complete for port fcfb24ab-33f0-4947-84a0-90aeff13bcf2 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:44.372999 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-236c80f2-98d5-4435-8607-1b86ab0a15ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:44.382438 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.23', 62632) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:44.436446 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:44.441676 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:44.607699 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:44.620328 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:44.629594 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:12:44.654249 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Network bec49d64-4369-4490-ad85-2e53541d2805 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:44.667118 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:44.699681 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-b66dc1b4-3242-4724-926f-751432886530 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:44.701159 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-b66dc1b4-3242-4724-926f-751432886530 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.23 "GET /v2.0/networks?id=24f9122b-5a50-4ad5-8eff-f1b6770a3728 HTTP/1.1" status: 200 len: 812 time: 0.3143308 Jun 24 09:12:44.872428 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:44.876081 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Request body: {'port': {'device_id': '77bbbb9c-281f-49df-9735-0154c17840e4', 'network_id': '24f9122b-5a50-4ad5-8eff-f1b6770a3728', 'admin_state_up': True, 'tenant_id': '1cd6fb8b89e9493ebfd60e3680d9a060'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:44.903673 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Transition to ACTIVE for port object 946d0f7f-b54f-4449-81f2-3b4751b91b3c will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:12:44.916372 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:44.924549 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9cdd3688-473f-4f90-ad2b-19d6460cc3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:45.001859 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 57198) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:45.017151 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Pushing event updated for resources: {'Port': ['ID=946d0f7f-b54f-4449-81f2-3b4751b91b3c,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:45.029354 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:45.030131 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:45.030477 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:45.030800 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:45.031127 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:45.031442 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:45.031790 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:45.032104 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:45.032667 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:45.033878 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:45.034471 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:45.034959 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Tracked resource versions report: Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: pushed versions: Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: { 'AddressGroup': {'1.2'}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'ConntrackHelper': {'1.0'}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'Log': {'1.0'}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'Network': {'1.1'}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'Port': {'1.7'}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'PortForwarding': {'1.2'}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'QosPolicy': {'1.8'}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'SecurityGroup': {'1.4'}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'SubPort': {'1.0'}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'Subnet': {'1.1'}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'Trunk': {'1.1'}} Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: consumer versions: Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: { DHCP agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: HyperV agent@hv-cinder-79781: {}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: L3 agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: Metadata agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: Metering agent@dv-cinder-797812-1-smb: {}, Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: Open vSwitch agent@dv-cinder-797812-1-smb: { 'AddressGroup': '1.2', Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'ConntrackHelper': '1.0', Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'Log': '1.0', Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'Network': '1.1', Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'Port': '1.7', Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'PortForwarding': '1.2', Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'QosPolicy': '1.8', Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'SecurityGroup': '1.4', Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'SecurityGroupRule': '1.2', Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'SubPort': '1.0', Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'Subnet': '1.1', Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: 'Trunk': '1.1'}} Jun 24 09:12:45.036206 dv-cinder-797812-1-smb neutron-server[93125]: {{(pid=93125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:12:45.057454 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:45.080824 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Attempting to bind port 946d0f7f-b54f-4449-81f2-3b4751b91b3c on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:12:45.081291 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Attempting to bind port 946d0f7f-b54f-4449-81f2-3b4751b91b3c by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:12:45.081727 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Attempting to bind port 946d0f7f-b54f-4449-81f2-3b4751b91b3c on network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:12:45.086970 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:12:45.089148 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Checking segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:12:45.089789 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:45.092885 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Bound using segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:12:45.093814 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Bound port: 946d0f7f-b54f-4449-81f2-3b4751b91b3c, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:12:45.094580 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:45.132949 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-0b95dd0e-a929-4a1d-a68e-43590592d085 None None] Provisioning complete for port 02e1c71e-d049-4262-b876-f118a1efee5b triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:45.133442 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd0e-a929-4a1d-a68e-43590592d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:45.162196 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Pushing event updated for resources: {'Port': ['ID=48c39c21-e7dd-4605-80d3-e485a2059ea9,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:45.190479 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:45.195125 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] For port 946d0f7f-b54f-4449-81f2-3b4751b91b3c, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:12:45.198572 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] For port 946d0f7f-b54f-4449-81f2-3b4751b91b3c, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=946d0f7f-b54f-4449-81f2-3b4751b91b3c,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:12:45.207456 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:45.218337 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:45.229347 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-0b95dd0e-a929-4a1d-a68e-43590592d085 None None] Port 02e1c71e-d049-4262-b876-f118a1efee5b cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:12:45.477751 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:12:45.478299 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:12:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:45.494363 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device fcfb24ab-33f0-4947-84a0-90aeff13bcf2 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:12:45.500624 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-18c289b3-9e0c-4a84-9a6b-60d0c5e2bbf0 req-c40ff2e4-695a-4436-b0ee-401eca27670b tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 210 time: 0.0537541 Jun 24 09:12:45.502063 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Router b2366857-7c58-4810-bb42-2117db087f7d has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:12:45.556890 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port fcfb24ab-33f0-4947-84a0-90aeff13bcf2 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:45.557437 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:45.566505 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f7e36d40-424b-4c7b-9192-b7598be6b1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:45.577753 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f83cdda3-1ea1-48a8-a8d8-2a4a27e78e0a req-0bf0e1a1-7b55-4b20-a0ee-fa13571a6414 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 210 time: 0.1028376 Jun 24 09:12:45.652005 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:45.652874 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:12:45.723542 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439438'] for router, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:45.787427 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:12:45.795152 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] 10.222.0.22 "PUT /v2.0/routers/b2366857-7c58-4810-bb42-2117db087f7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8105941 Jun 24 09:12:45.799578 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Pushing event updated for resources: {'Port': ['ID=946d0f7f-b54f-4449-81f2-3b4751b91b3c,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:45.841076 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d141bde7-cb4c-4714-931f-210369a72a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:45.981341 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 2, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:46.051783 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97699614-10c3-4b61-b53f-420a0a5b4352 None None] The sync data for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb is: [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 2, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:12:46.262558 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439438'] for router, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:46.385405 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Router 73cf1f99-e554-4373-a7a1-2648aea9b55d is scheduled to L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 with binding_index 1 {{(pid=93121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:12:46.409346 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f7e36d40-424b-4c7b-9192-b7598be6b1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:46.518017 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f7e36d40-424b-4c7b-9192-b7598be6b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:46.542253 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Made reservation on behalf of 1cd6fb8b89e9493ebfd60e3680d9a060 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:12:46.555844 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:46.749450 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-3d6aa750-1200-4119-932f-018c0b33bcd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:46.910772 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e36d40-424b-4c7b-9192-b7598be6b1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c89244-6dbe-49f8-b128-908d3e215496,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:46.925951 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Router c8ab6845-488f-4ba5-8c23-93ea799f074f is scheduled to L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 with binding_index 1 {{(pid=93121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:12:46.943486 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f7e36d40-424b-4c7b-9192-b7598be6b1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:46.954965 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-f7e36d40-424b-4c7b-9192-b7598be6b1b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=492fafee54cc4d539d0f23cb9d4d1969&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8260615 Jun 24 09:12:46.964073 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 57282) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:47.002274 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-60992901-3a2e-4dda-ab3c-cbe48a8608fe req-e596f073-50a2-4866-8598-d8c508ee226a tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 210 time: 0.1417737 Jun 24 09:12:47.101666 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:12:47.117683 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Sync routers for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:12:47.133234 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:12:47.136623 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:12:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:47.254691 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 57286) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:47.283664 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-96610384-e65a-46ad-ba2e-a01af3f44d1b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867415499', 'description': 'tempest-description--168007063'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:47.298765 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3a2d-2151-4cbd-8a5e-f3eda9280db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:47.414063 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3a2d-2151-4cbd-8a5e-f3eda9280db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:47.475934 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Allocated IP 172.20.0.6 (24f9122b-5a50-4ad5-8eff-f1b6770a3728/beec1d4d-c8e6-4853-bcee-585e5891b353/f98ed650-eccb-4598-b682-55e3737cffbf) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:12:47.481187 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 57288) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:47.488361 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:47.497525 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-b0d88520-458d-47d0-82bf-aaafb2f989c4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.0279391 Jun 24 09:12:47.533870 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 57294) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:47.547415 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:12:47.682533 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3a2d-2151-4cbd-8a5e-f3eda9280db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:47.731734 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3a2d-2151-4cbd-8a5e-f3eda9280db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:47.732987 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-d9ba3a2d-2151-4cbd-8a5e-f3eda9280db3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95c89244-6dbe-49f8-b128-908d3e215496 HTTP/1.1" status: 204 len: 168 time: 0.7673223 Jun 24 09:12:47.739969 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0486c420-eb9c-4b49-a45d-cc7f50bceed8 req-6c0dd2c3-8095-4772-af1d-b0c7bb2a27d6 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 210 time: 0.2437396 Jun 24 09:12:47.760469 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:47.768208 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-96610384-e65a-46ad-ba2e-a01af3f44d1b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:47.850817 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4962efbb-4bf6-4a1e-8f0e-7616008c62e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:47.916925 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba3a2d-2151-4cbd-8a5e-f3eda9280db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c89244-6dbe-49f8-b128-908d3e215496,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:47.954192 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d9ba3a2d-2151-4cbd-8a5e-f3eda9280db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:47.957081 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.23', 62641) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:47.970852 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:12:47.990101 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Sync routers for ids ['c8ab6845-488f-4ba5-8c23-93ea799f074f'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:12:48.012722 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Routers {'c8ab6845-488f-4ba5-8c23-93ea799f074f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:12:48.014032 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:12:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['c8ab6845-488f-4ba5-8c23-93ea799f074f'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:48.036187 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 3, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:48.138312 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Checking router: 73cf1f99-e554-4373-a7a1-2648aea9b55d for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:12:48.139076 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Updating router 73cf1f99-e554-4373-a7a1-2648aea9b55d port dd001449-d83f-4f33-9f9a-1263ded1c495 binding host dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:12:48.296258 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:48.349684 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Set router c8ab6845-488f-4ba5-8c23-93ea799f074f gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:12:48.437731 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-9d976478-d5f1-4f17-bba2-5cf4804dc194 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:48.459975 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-9d976478-d5f1-4f17-bba2-5cf4804dc194 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "GET /v2.0/networks?id=007be388-a6a0-4bc5-b444-5343e59aa7ff HTTP/1.1" status: 200 len: 815 time: 0.4820924 Jun 24 09:12:48.492817 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Request body: {'port': {'device_id': '5d0e5351-8c67-4f6e-a804-3b50765a7767', 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff', 'admin_state_up': True, 'tenant_id': '24c536cb0ee646c4b63f5f7f93c79132'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:48.500277 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:48.524371 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.0628796 Jun 24 09:12:48.558312 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 57316) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:48.634725 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6b336acb-54af-419e-8f13-009f2a525b7f req-309b7cf9-61c2-4450-bf9f-52629b7676a0 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 210 time: 0.1652908 Jun 24 09:12:48.688498 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:48.891801 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'name': 'tempest-ServerRescueNegativeTestJSON-1551997751-router', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:39Z', 'updated_at': '2021-06-24T09:12:44Z', 'revision_number': 3, 'project_id': '1421c1546cf34bd8b7927ed801ddb8de', 'gw_port': {'id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:48.952647 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Checking router: c8ab6845-488f-4ba5-8c23-93ea799f074f for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:12:48.953069 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Updating router c8ab6845-488f-4ba5-8c23-93ea799f074f port 48c39c21-e7dd-4605-80d3-e485a2059ea9 binding host dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:12:49.008439 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:49.020990 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:49.051002 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Transition to ACTIVE for port object dd001449-d83f-4f33-9f9a-1263ded1c495 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:12:49.074610 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:49.078123 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:49.201965 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Attempting to bind port dd001449-d83f-4f33-9f9a-1263ded1c495 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:12:49.203079 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Attempting to bind port dd001449-d83f-4f33-9f9a-1263ded1c495 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:12:49.203714 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Attempting to bind port dd001449-d83f-4f33-9f9a-1263ded1c495 on network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:12:49.206531 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:49.211864 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:12:49.213157 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Checking segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:12:49.213772 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:49.215252 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Bound using segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:12:49.216312 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Bound port: dd001449-d83f-4f33-9f9a-1263ded1c495, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:12:49.216955 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:49.219566 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f43a4-98d4-4e3d-9b11-4203aa879e78 None None] Pushing event updated for resources: {'Port': ['ID=dd001449-d83f-4f33-9f9a-1263ded1c495,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:49.223549 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-106f43a4-98d4-4e3d-9b11-4203aa879e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:49.227963 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-bbd87338-96c7-4f06-924a-cdb05043e89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:49.298821 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] For port dd001449-d83f-4f33-9f9a-1263ded1c495, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:12:49.303914 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e777baaf-5b6b-4f82-8588-ecf628e47415 req-73637110-aa3e-4789-af38-99da6a6a4978 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 210 time: 0.1164761 Jun 24 09:12:49.307778 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] For port dd001449-d83f-4f33-9f9a-1263ded1c495, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=dd001449-d83f-4f33-9f9a-1263ded1c495,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:12:49.317829 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:49.359229 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:49.396920 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:12:49.398324 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:12:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:49.487313 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Pushing event updated for resources: {'Port': ['ID=f98ed650-eccb-4598-b682-55e3737cffbf,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:49.505344 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:49.508580 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Network 24f9122b-5a50-4ad5-8eff-f1b6770a3728 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:49.587045 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f43a4-98d4-4e3d-9b11-4203aa879e78 None None] Pushing event updated for resources: {'Port': ['ID=dd001449-d83f-4f33-9f9a-1263ded1c495,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:49.600999 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-106f43a4-98d4-4e3d-9b11-4203aa879e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:49.607810 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 946d0f7f-b54f-4449-81f2-3b4751b91b3c up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:12:49.608666 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:49.626850 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:12:49.645252 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:49.645952 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:49.708637 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:49.740691 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Transition to ACTIVE for port object 48c39c21-e7dd-4605-80d3-e485a2059ea9 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:12:49.752386 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:49.760515 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:49.911353 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Attempting to bind port 48c39c21-e7dd-4605-80d3-e485a2059ea9 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:12:49.911728 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Attempting to bind port 48c39c21-e7dd-4605-80d3-e485a2059ea9 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:12:49.912099 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Attempting to bind port 48c39c21-e7dd-4605-80d3-e485a2059ea9 on network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:12:49.940685 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201a63d-c9d8-4603-b51c-45cf821207da None None] Pushing event updated for resources: {'Port': ['ID=48c39c21-e7dd-4605-80d3-e485a2059ea9,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:49.951541 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-4201a63d-c9d8-4603-b51c-45cf821207da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:49.952857 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:12:49.956606 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Checking segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:12:49.957012 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:49.959811 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Bound using segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:12:49.960416 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Bound port: 48c39c21-e7dd-4605-80d3-e485a2059ea9, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:12:49.960858 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:50.040115 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-96610384-e65a-46ad-ba2e-a01af3f44d1b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:50.052666 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-96610384-e65a-46ad-ba2e-a01af3f44d1b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:50.086215 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:50.132636 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:12:50.145476 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96610384-e65a-46ad-ba2e-a01af3f44d1b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884975ea-54fa-4ecd-b2b5-eef3641a88e0,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:50.149152 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-96610384-e65a-46ad-ba2e-a01af3f44d1b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:50.154273 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-96610384-e65a-46ad-ba2e-a01af3f44d1b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:50.159975 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-96610384-e65a-46ad-ba2e-a01af3f44d1b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.8952255 Jun 24 09:12:50.162998 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 57362) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:50.178395 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-c99626bf-0fa3-487c-9c29-e07094806940 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Request body: {'security_group_rule': {'security_group_id': '884975ea-54fa-4ecd-b2b5-eef3641a88e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:50.394707 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] For port 48c39c21-e7dd-4605-80d3-e485a2059ea9, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:12:50.395409 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Sync routers for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:12:50.395919 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] For port 48c39c21-e7dd-4605-80d3-e485a2059ea9, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=48c39c21-e7dd-4605-80d3-e485a2059ea9,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:12:50.395919 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:50.395919 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:50.396201 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:12:50.396201 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:12:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:50.396201 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port 946d0f7f-b54f-4449-81f2-3b4751b91b3c completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:12:50.396487 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baa40b-55b3-4c87-b121-b5be7898389f req-9cc3355b-dc99-46c5-a765-071f0fd151b7 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:50.396487 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-13baa40b-55b3-4c87-b121-b5be7898389f req-9cc3355b-dc99-46c5-a765-071f0fd151b7 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 931 time: 0.2126093 Jun 24 09:12:50.434672 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201a63d-c9d8-4603-b51c-45cf821207da None None] Pushing event updated for resources: {'Port': ['ID=48c39c21-e7dd-4605-80d3-e485a2059ea9,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:50.460132 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-4201a63d-c9d8-4603-b51c-45cf821207da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:50.460278 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 946d0f7f-b54f-4449-81f2-3b4751b91b3c triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:50.460278 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:50.476307 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Routers {'c8ab6845-488f-4ba5-8c23-93ea799f074f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:12:50.477277 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:12:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['c8ab6845-488f-4ba5-8c23-93ea799f074f'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:50.515445 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:50.522539 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4962efbb-4bf6-4a1e-8f0e-7616008c62e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:50.533302 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6632588 Jun 24 09:12:50.541426 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4962efbb-4bf6-4a1e-8f0e-7616008c62e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:50.548087 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ddfafa11-88a6-47f1-9acf-e6aed5e3208b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:50.558597 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-13baa40b-55b3-4c87-b121-b5be7898389f req-ab400a26-c50d-4ec1-a944-a86199089e6a tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807301 Jun 24 09:12:50.568996 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.db.api [None req-c99626bf-0fa3-487c-9c29-e07094806940 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 09:12:50.568996 dv-cinder-797812-1-smb neutron-server[93121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 09:12:50.568996 dv-cinder-797812-1-smb neutron-server[93121]: [parameters: {'project_id_1': '0b67ac5a655342b8b8de30b65acaa730', 'expiration_1': datetime.datetime(2021, 6, 24, 9, 12, 50, 187221)}] Jun 24 09:12:50.568996 dv-cinder-797812-1-smb neutron-server[93121]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 09:12:50.570264 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_db.api [None req-c99626bf-0fa3-487c-9c29-e07094806940 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 09:12:50.571883 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-9985070b-2eac-4a26-aea7-3f768e250903 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:12:50.577520 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-9985070b-2eac-4a26-aea7-3f768e250903 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227482 Jun 24 09:12:50.601129 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Made reservation on behalf of 24c536cb0ee646c4b63f5f7f93c79132 for: {'port': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:12:50.613937 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:50.686998 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] Set router c8ab6845-488f-4ba5-8c23-93ea799f074f gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:12:50.806281 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9efa2ddf-e6d6-4f51-b1c4-1110bfbc605a req-10abaf0e-5437-4479-8953-6874dd8ef5d2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 210 time: 0.1065204 Jun 24 09:12:50.825572 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:12:50.889013 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-4962efbb-4bf6-4a1e-8f0e-7616008c62e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e131e256a88d49699abf96563ede310c&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3827293 Jun 24 09:12:50.904145 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 57372) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:50.924770 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962efbb-4bf6-4a1e-8f0e-7616008c62e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26febf7c-7180-4296-b54b-df9b9ea175d0,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:50.945508 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4962efbb-4bf6-4a1e-8f0e-7616008c62e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:50.984058 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:51.032089 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Request body: {'port': {'device_id': '77bbbb9c-281f-49df-9735-0154c17840e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:51.109793 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:51.167965 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port 946d0f7f-b54f-4449-81f2-3b4751b91b3c, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=946d0f7f-b54f-4449-81f2-3b4751b91b3c,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:12:51.178900 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:51.186963 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:51.219291 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'name': 'tempest-ServerRescueNegativeTestJSON-1551997751-router', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:39Z', 'updated_at': '2021-06-24T09:12:44Z', 'revision_number': 3, 'project_id': '1421c1546cf34bd8b7927ed801ddb8de', 'gw_port': {'id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:51.223897 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 3, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:51.239366 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c6b19774-e35b-40eb-8eeb-ec980b36eb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:51.263134 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae35ea8b-63a6-4d77-b067-d9791abe95d5 None None] The sync data for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb is: [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 3, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:12:51.314548 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Allocated IP 172.20.0.3 (007be388-a6a0-4bc5-b444-5343e59aa7ff/8a1a80f1-4ac1-436c-a58a-c29c06ebeccf/d5b77f91-102f-49c9-88e2-ca299ed6bc46) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:12:51.324993 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=946d0f7f-b54f-4449-81f2-3b4751b91b3c,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:51.369708 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c6b19774-e35b-40eb-8eeb-ec980b36eb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:51.381954 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1367d433-8c6e-4870-a939-7a7bc8fa00b2 None None] The sync data for ids ['c8ab6845-488f-4ba5-8c23-93ea799f074f'] in dv-cinder-797812-1-smb is: [{'id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'name': 'tempest-ServerRescueNegativeTestJSON-1551997751-router', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:39Z', 'updated_at': '2021-06-24T09:12:44Z', 'revision_number': 3, 'project_id': '1421c1546cf34bd8b7927ed801ddb8de', 'gw_port': {'id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:12:51.409486 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:51.465711 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 2, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:51.558762 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c99626bf-0fa3-487c-9c29-e07094806940 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:51.596497 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:51.639454 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Checking router: b2366857-7c58-4810-bb42-2117db087f7d for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:12:51.639872 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Updating router b2366857-7c58-4810-bb42-2117db087f7d port 02e1c71e-d049-4262-b876-f118a1efee5b binding host dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:12:51.793050 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:51.804506 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Allocated IP 172.20.0.1 (8e433b44-0391-4fbf-ae3d-a9343f6d064e/a1b88817-e153-408d-bc31-ad073a24e376/d811ad78-5f3e-4300-90d6-abc1141ef4b2) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:12:52.039239 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Allocated IP 172.20.0.1 (2ed02516-6582-48a1-acf3-3f6a9bf8b96e/8fe62bda-6a4e-4305-bcf9-9549a831168d/b4dd95c6-b850-4fe0-b760-d31fa91528d6) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:12:52.308348 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-052e7d77-d21d-4318-95f3-6819283541ee req-465156e1-59cb-46d4-af37-bde00f27a68b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 210 time: 0.1284497 Jun 24 09:12:52.313343 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c99626bf-0fa3-487c-9c29-e07094806940 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:52.389649 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c99626bf-0fa3-487c-9c29-e07094806940 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:52.413356 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c6b19774-e35b-40eb-8eeb-ec980b36eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:52.419720 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:52.430150 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c6b19774-e35b-40eb-8eeb-ec980b36eb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:52.434721 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-c6b19774-e35b-40eb-8eeb-ec980b36eb1a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26febf7c-7180-4296-b54b-df9b9ea175d0 HTTP/1.1" status: 204 len: 168 time: 1.5254297 Jun 24 09:12:52.444818 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:52.522771 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b19774-e35b-40eb-8eeb-ec980b36eb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26febf7c-7180-4296-b54b-df9b9ea175d0,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:52.531366 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c6b19774-e35b-40eb-8eeb-ec980b36eb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:52.636472 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99626bf-0fa3-487c-9c29-e07094806940 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32c6073-6fac-4676-931a-624f7aee89ea,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:52.644819 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-c99626bf-0fa3-487c-9c29-e07094806940 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:52.648775 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c99626bf-0fa3-487c-9c29-e07094806940 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:52.654119 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-c99626bf-0fa3-487c-9c29-e07094806940 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4817429 Jun 24 09:12:52.660679 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 57404) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:52.664130 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:52.672712 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-6dfd66cd-8d97-47c0-984c-6077fa310e0b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Request body: {'security_group_rule': {'security_group_id': '884975ea-54fa-4ecd-b2b5-eef3641a88e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:52.878042 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deab9b7-853c-4c81-8696-8187e867748b req-1cab4434-28a7-465a-a7e6-c42169592a2c tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:52.891257 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5deab9b7-853c-4c81-8696-8187e867748b req-1cab4434-28a7-465a-a7e6-c42169592a2c tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 931 time: 0.8487298 Jun 24 09:12:52.927272 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:52.964344 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:53.016948 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Transition to ACTIVE for port object 02e1c71e-d049-4262-b876-f118a1efee5b will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:12:53.035955 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:53.054903 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:53.075883 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6dfd66cd-8d97-47c0-984c-6077fa310e0b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:53.214002 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5deab9b7-853c-4c81-8696-8187e867748b req-f8216530-86d8-47ee-ad96-cf5826e143d3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199439 Jun 24 09:12:53.239606 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:53.276503 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-1a8ea515-5cba-4d66-b65b-a4079ec7885e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:53.388385 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf968d-3bbf-4c6a-938a-83db4e106389 None None] Pushing event updated for resources: {'Port': ['ID=02e1c71e-d049-4262-b876-f118a1efee5b,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:53.403596 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-04bf968d-3bbf-4c6a-938a-83db4e106389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:53.461053 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 57418) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:53.509743 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:53.593792 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-661b0d8c-0ef7-4754-8532-46874ca28631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:53.690275 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Attempting to bind port 02e1c71e-d049-4262-b876-f118a1efee5b on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:12:53.690658 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Attempting to bind port 02e1c71e-d049-4262-b876-f118a1efee5b by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:12:53.691033 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Attempting to bind port 02e1c71e-d049-4262-b876-f118a1efee5b on network bec49d64-4369-4490-ad85-2e53541d2805 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:12:53.728912 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:12:53.730813 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Checking segment: {'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:12:53.731305 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Transition to ACTIVE for port object b4dd95c6-b850-4fe0-b760-d31fa91528d6 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:12:53.732969 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:53.734751 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Bound using segment: {'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:12:53.736479 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Bound port: 02e1c71e-d049-4262-b876-f118a1efee5b, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:12:53.738230 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:53.889698 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 946d0f7f-b54f-4449-81f2-3b4751b91b3c up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:12:53.970077 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69536c-68d0-406d-87c3-54a2c5366e46 req-cbc94162-493d-4f57-a359-7bfd3f2dbf64 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:53.971916 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-dc69536c-68d0-406d-87c3-54a2c5366e46 req-cbc94162-493d-4f57-a359-7bfd3f2dbf64 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 931 time: 0.3194835 Jun 24 09:12:53.989854 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:53.999046 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Pushing event updated for resources: {'Port': ['ID=d5b77f91-102f-49c9-88e2-ca299ed6bc46,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:54.013398 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98ed650-eccb-4598-b682-55e3737cffbf {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:12:54.025803 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:54.044154 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.050827 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] For port 02e1c71e-d049-4262-b876-f118a1efee5b, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:12:54.055618 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] For port 02e1c71e-d049-4262-b876-f118a1efee5b, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=02e1c71e-d049-4262-b876-f118a1efee5b,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:12:54.056922 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:54.067056 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.067880 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.075185 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:54.096481 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Network 007be388-a6a0-4bc5-b444-5343e59aa7ff is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:54.097422 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:54.141411 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf968d-3bbf-4c6a-938a-83db4e106389 None None] Pushing event updated for resources: {'Port': ['ID=02e1c71e-d049-4262-b876-f118a1efee5b,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:54.148722 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Pushing event updated for resources: {'Port': ['ID=d811ad78-5f3e-4300-90d6-abc1141ef4b2,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:54.152020 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-04bf968d-3bbf-4c6a-938a-83db4e106389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:54.153818 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:54.159166 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 946d0f7f-b54f-4449-81f2-3b4751b91b3c triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:54.160038 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.161469 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:54.176921 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Network 8e433b44-0391-4fbf-ae3d-a9343f6d064e is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:54.180439 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:54.190749 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6dfd66cd-8d97-47c0-984c-6077fa310e0b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.194583 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:54.208370 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:12:54.209118 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518929'] for router_interface, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.212679 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Transition to ACTIVE for port object f98ed650-eccb-4598-b682-55e3737cffbf will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:12:54.223841 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:12:54.229018 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Pushing event updated for resources: {'Port': ['ID=b4dd95c6-b850-4fe0-b760-d31fa91528d6,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:54.239360 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:54.240239 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for port, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.245489 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6dfd66cd-8d97-47c0-984c-6077fa310e0b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.261287 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-dc69536c-68d0-406d-87c3-54a2c5366e46 req-4082eeb1-af1f-4f14-bf1e-9bf704c10d63 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778502 Jun 24 09:12:54.263259 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.267013 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:54.275999 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:12:54.276967 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:12:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:54.285511 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:54.295599 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-661b0d8c-0ef7-4754-8532-46874ca28631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.297213 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:12:54.297879 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518929'] for router_interface, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.404605 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:54.410626 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:54.429790 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-661b0d8c-0ef7-4754-8532-46874ca28631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.547088 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device dd001449-d83f-4f33-9f9a-1263ded1c495 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:12:54.589373 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1238034 Jun 24 09:12:54.656907 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd66cd-8d97-47c0-984c-6077fa310e0b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7cd286-5167-4d00-a5b9-a979de10dfbc,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:54.666351 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-6dfd66cd-8d97-47c0-984c-6077fa310e0b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:54.673650 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6dfd66cd-8d97-47c0-984c-6077fa310e0b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.706607 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-6dfd66cd-8d97-47c0-984c-6077fa310e0b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0389485 Jun 24 09:12:54.707364 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 57434) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:54.785473 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Pushing event updated for resources: {'Port': ['ID=f98ed650-eccb-4598-b682-55e3737cffbf,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:54.792883 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Request body: {'floatingip': {'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:54.822231 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:54.827948 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c6b19774-e35b-40eb-8eeb-ec980b36eb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:54.914487 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:12:54.932074 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b0d8c-0ef7-4754-8532-46874ca28631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279268cf-b4f2-42a1-99f3-31166ba7f2ee,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:54.934784 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:54.957099 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-661b0d8c-0ef7-4754-8532-46874ca28631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:55.051662 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:55.074641 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port dd001449-d83f-4f33-9f9a-1263ded1c495 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:12:55.094201 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-661b0d8c-0ef7-4754-8532-46874ca28631 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e830a3654a054d829631e2b5de16b8e9&name=default HTTP/1.1" status: 200 len: 2978 time: 1.6227889 Jun 24 09:12:55.136073 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port dd001449-d83f-4f33-9f9a-1263ded1c495 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:55.136397 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:55.156625 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 57442) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:12:55.168300 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Request body: {'port': {'device_id': '5d0e5351-8c67-4f6e-a804-3b50765a7767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:12:55.195727 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b77b9a-81b9-4c12-bb48-44cf2d4dc13a req-a2e06ee4-9b18-4366-a28a-1511911c3b74 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:55.211583 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-83b77b9a-81b9-4c12-bb48-44cf2d4dc13a req-a2e06ee4-9b18-4366-a28a-1511911c3b74 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 943 time: 0.7073731 Jun 24 09:12:55.222204 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:55.222382 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Attempting to bind port f98ed650-eccb-4598-b682-55e3737cffbf on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:12:55.222591 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Attempting to bind port f98ed650-eccb-4598-b682-55e3737cffbf by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '391ea33d-3c08-4f1e-b052-1255a7ad5dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24f9122b-5a50-4ad5-8eff-f1b6770a3728'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:12:55.224447 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Attempting to bind port f98ed650-eccb-4598-b682-55e3737cffbf on network 24f9122b-5a50-4ad5-8eff-f1b6770a3728 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:12:55.239723 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Port f98ed650-eccb-4598-b682-55e3737cffbf on network 24f9122b-5a50-4ad5-8eff-f1b6770a3728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:12:55.240149 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Attempting to bind port f98ed650-eccb-4598-b682-55e3737cffbf on network 24f9122b-5a50-4ad5-8eff-f1b6770a3728 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:12:55.260672 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:12:55.261078 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Checking segment: {'id': '391ea33d-3c08-4f1e-b052-1255a7ad5dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24f9122b-5a50-4ad5-8eff-f1b6770a3728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:12:55.261573 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Bound using segment: {'id': '391ea33d-3c08-4f1e-b052-1255a7ad5dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24f9122b-5a50-4ad5-8eff-f1b6770a3728'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:12:55.262441 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Bound port: f98ed650-eccb-4598-b682-55e3737cffbf, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391ea33d-3c08-4f1e-b052-1255a7ad5dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24f9122b-5a50-4ad5-8eff-f1b6770a3728'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:12:55.262441 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:55.266521 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-5aaf6a48-dfbb-4689-b8e2-d02d2869660a None None] Provisioning for port b4dd95c6-b850-4fe0-b760-d31fa91528d6 completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:12:55.297985 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-5aaf6a48-dfbb-4689-b8e2-d02d2869660a None None] Provisioning complete for port b4dd95c6-b850-4fe0-b760-d31fa91528d6 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:55.299858 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6a48-dfbb-4689-b8e2-d02d2869660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:55.404488 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf6a48-dfbb-4689-b8e2-d02d2869660a None None] Port b4dd95c6-b850-4fe0-b760-d31fa91528d6 cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:12:55.530524 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] For port f98ed650-eccb-4598-b682-55e3737cffbf, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:12:55.541927 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] For port f98ed650-eccb-4598-b682-55e3737cffbf, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=f98ed650-eccb-4598-b682-55e3737cffbf,segment=NetworkSegment(391ea33d-3c08-4f1e-b052-1255a7ad5dd3),segment_id=391ea33d-3c08-4f1e-b052-1255a7ad5dd3)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:12:55.549706 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:55.575277 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:55.664938 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:55.682093 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f1cc155a-0833-428f-97f3-cda375beee58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:55.708015 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:55.709608 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:55.715210 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] 10.222.0.23 "PUT /v2.0/ports/f98ed650-eccb-4598-b682-55e3737cffbf HTTP/1.1" status: 200 len: 1093 time: 4.8571699 Jun 24 09:12:55.715748 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bbbb9c-281f-49df-9735-0154c17840e4', 'tag': 'f98ed650-eccb-4598-b682-55e3737cffbf'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:12:55.722370 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-83b77b9a-81b9-4c12-bb48-44cf2d4dc13a req-3ee6f083-ea82-413b-be3f-3297430d2a8b tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082500 Jun 24 09:12:55.731311 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port dd001449-d83f-4f33-9f9a-1263ded1c495, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=dd001449-d83f-4f33-9f9a-1263ded1c495,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:12:55.765127 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:55.771565 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 48c39c21-e7dd-4605-80d3-e485a2059ea9 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:12:55.773304 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:55.775172 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f1cc155a-0833-428f-97f3-cda375beee58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:55.956944 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:56.017720 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:56.069779 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03482b14-5161-4d40-a250-79d440bffb69 None None] The sync data for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb is: [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:12:56.092169 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=dd001449-d83f-4f33-9f9a-1263ded1c495,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:56.112682 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:56.135324 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port 48c39c21-e7dd-4605-80d3-e485a2059ea9 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:12:56.163401 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 48c39c21-e7dd-4605-80d3-e485a2059ea9 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:56.164249 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:56.173312 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f1cc155a-0833-428f-97f3-cda375beee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:56.190002 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f1cc155a-0833-428f-97f3-cda375beee58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:56.191397 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-f1cc155a-0833-428f-97f3-cda375beee58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/279268cf-b4f2-42a1-99f3-31166ba7f2ee HTTP/1.1" status: 204 len: 168 time: 0.9495523 Jun 24 09:12:56.219375 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be218396-1bf1-4b8c-b339-fd201f6df5a0 req-c4aa1a33-1c5d-48ed-9754-de718247689e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:56.220974 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-be218396-1bf1-4b8c-b339-fd201f6df5a0 req-c4aa1a33-1c5d-48ed-9754-de718247689e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 931 time: 0.6224511 Jun 24 09:12:56.280835 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-38a98c6c-b9a6-4abf-8168-12512e9df903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:56.314893 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Pushing event updated for resources: {'Port': ['ID=f98ed650-eccb-4598-b682-55e3737cffbf,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:56.342790 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-be218396-1bf1-4b8c-b339-fd201f6df5a0 req-88b3ffe1-25c8-4386-acfc-6da14ab67088 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132762 Jun 24 09:12:56.350720 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:56.364707 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-d6be1dac-db92-4a9c-8e1f-0f73e9951643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:56.366158 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-d6be1dac-db92-4a9c-8e1f-0f73e9951643 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd6fb8b89e9493ebfd60e3680d9a060&device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 1096 time: 0.4957571 Jun 24 09:12:56.382677 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c6efc4-f2a4-4cef-8e05-a30d150b194e" -d '{"events": [{"name": "network-changed", "server_uuid": "77bbbb9c-281f-49df-9735-0154c17840e4", "tag": "f98ed650-eccb-4598-b682-55e3737cffbf"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:12:56.411275 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:56.413737 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc155a-0833-428f-97f3-cda375beee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279268cf-b4f2-42a1-99f3-31166ba7f2ee,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:56.428411 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f1cc155a-0833-428f-97f3-cda375beee58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:56.481944 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:56.504939 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:56.506550 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519045'] for router_interface, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:56.509252 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c9fb7bb4-6088-47fd-977f-1b9394423dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:56.536599 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:56.596136 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port 48c39c21-e7dd-4605-80d3-e485a2059ea9, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=48c39c21-e7dd-4605-80d3-e485a2059ea9,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:12:56.623476 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:56.625600 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:56.860776 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:56.876710 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519045'] for router_interface, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:56.879107 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:56.883472 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=48c39c21-e7dd-4605-80d3-e485a2059ea9,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:56.891801 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-abf358bc-e1e9-4be6-8f28-9b4081853961 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f98ed650-eccb-4598-b682-55e3737cffbf HTTP/1.1" status: 200 len: 217 time: 0.2574651 Jun 24 09:12:56.898938 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:56.900385 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device dd001449-d83f-4f33-9f9a-1263ded1c495 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:12:56.909372 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:56.909896 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Pushing event updated for resources: {'Port': ['ID=b4dd95c6-b850-4fe0-b760-d31fa91528d6,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:56.948837 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845eb0bf-de3a-49c4-8368-13131572c284 x-openstack-request-id: req-845eb0bf-de3a-49c4-8368-13131572c284 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:12:56.949135 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bbbb9c-281f-49df-9735-0154c17840e4", "tag": "f98ed650-eccb-4598-b682-55e3737cffbf", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:12:56.949396 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-845eb0bf-de3a-49c4-8368-13131572c284 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:12:56.954617 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bbbb9c-281f-49df-9735-0154c17840e4', 'tag': 'f98ed650-eccb-4598-b682-55e3737cffbf', 'status': 'completed', 'code': 200} Jun 24 09:12:56.955554 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:57.018123 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Pushing event updated for resources: {'Port': ['ID=d811ad78-5f3e-4300-90d6-abc1141ef4b2,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:57.056049 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:57.065970 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port dd001449-d83f-4f33-9f9a-1263ded1c495 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:57.069255 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:57.252824 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 02e1c71e-d049-4262-b876-f118a1efee5b up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:12:57.304402 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-2e5a191c-6740-4fd0-b076-157c9b9cfb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:57.310118 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-2e5a191c-6740-4fd0-b076-157c9b9cfb8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=beec1d4d-c8e6-4853-bcee-585e5891b353 HTTP/1.1" status: 200 len: 852 time: 0.3932958 Jun 24 09:12:57.417232 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-611e9cc1-bf2b-4a4b-b951-d4d8a721aead service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24f9122b-5a50-4ad5-8eff-f1b6770a3728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927143 Jun 24 09:12:57.418112 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port 02e1c71e-d049-4262-b876-f118a1efee5b completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:12:57.422881 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 02e1c71e-d049-4262-b876-f118a1efee5b triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:57.423253 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:57.435745 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:57.452805 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:57.481398 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b82ead-e595-4e6f-a54b-9abdd7ae45b1 req-3e7b2907-29d5-4548-a51c-6bc54a2c2592 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:57.489882 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-91b82ead-e595-4e6f-a54b-9abdd7ae45b1 req-3e7b2907-29d5-4548-a51c-6bc54a2c2592 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 943 time: 0.3941321 Jun 24 09:12:57.550169 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.notifiers.nova [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b77f91-102f-49c9-88e2-ca299ed6bc46 {{(pid=93121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:12:57.620659 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:57.681815 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:57.688488 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.provisioning_blocks [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Transition to ACTIVE for port object d5b77f91-102f-49c9-88e2-ca299ed6bc46 will not be triggered until provisioned by entity L2. {{(pid=93121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:12:57.742462 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port 02e1c71e-d049-4262-b876-f118a1efee5b, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=02e1c71e-d049-4262-b876-f118a1efee5b,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:12:57.743674 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:57.747949 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:57.754999 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-04bf968d-3bbf-4c6a-938a-83db4e106389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:57.820496 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Network 8e433b44-0391-4fbf-ae3d-a9343f6d064e is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:57.837018 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:57.844653 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=02e1c71e-d049-4262-b876-f118a1efee5b,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:57.849409 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:57.935178 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Allocated IP 172.28.1.39 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/40d2c875-ac6c-4044-8556-4193718a82d4) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:12:57.947986 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:12:57.948769 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-91b82ead-e595-4e6f-a54b-9abdd7ae45b1 req-5a3fa2dc-e9b0-4158-ab0c-ddda5fa379ca tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575627 Jun 24 09:12:57.969243 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-a662cb8a-a626-47cc-8289-838967506e6f None None] Provisioning complete for port b4dd95c6-b850-4fe0-b760-d31fa91528d6 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:57.970909 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a662cb8a-a626-47cc-8289-838967506e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:58.063890 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-a662cb8a-a626-47cc-8289-838967506e6f None None] Port b4dd95c6-b850-4fe0-b760-d31fa91528d6 cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:12:58.121384 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-17030a3f-e43b-4372-9224-d1b61d307b33 service neutron] 10.222.0.23 "GET /v2.0/networks/24f9122b-5a50-4ad5-8eff-f1b6770a3728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6841545 Jun 24 09:12:58.160046 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Router 73cf1f99-e554-4373-a7a1-2648aea9b55d has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:12:58.354481 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b77f91-102f-49c9-88e2-ca299ed6bc46,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:12:58.386327 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:12:58.463382 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:12:58.481572 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Sync routers for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:12:58.494978 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:12:58.496773 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:12:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:58.500878 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] 10.222.0.22 "PUT /v2.0/routers/73cf1f99-e554-4373-a7a1-2648aea9b55d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9455802 Jun 24 09:12:58.510371 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a125bf8e-879a-460c-b5ce-b2c518143122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:58.678169 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd0407-a8de-4628-9bf5-b8d7697f0511 req-e557cf57-efbd-45b2-9457-a1d5f16d1ce2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:58.680244 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-cdbd0407-a8de-4628-9bf5-b8d7697f0511 req-e557cf57-efbd-45b2-9457-a1d5f16d1ce2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 943 time: 0.9422834 Jun 24 09:12:58.702430 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.managers [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Attempting to bind port d5b77f91-102f-49c9-88e2-ca299ed6bc46 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:12:58.705339 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.managers [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Attempting to bind port d5b77f91-102f-49c9-88e2-ca299ed6bc46 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'}] {{(pid=93121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:12:58.707761 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Attempting to bind port d5b77f91-102f-49c9-88e2-ca299ed6bc46 on network 007be388-a6a0-4bc5-b444-5343e59aa7ff {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:12:58.746588 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:12:58.808289 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Port d5b77f91-102f-49c9-88e2-ca299ed6bc46 on network 007be388-a6a0-4bc5-b444-5343e59aa7ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:12:58.813272 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Attempting to bind port d5b77f91-102f-49c9-88e2-ca299ed6bc46 on network 007be388-a6a0-4bc5-b444-5343e59aa7ff {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:12:58.848613 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 48c39c21-e7dd-4605-80d3-e485a2059ea9 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:12:58.880361 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:12:58.880714 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Checking segment: {'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:12:58.881365 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Bound using segment: {'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'} {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:12:58.881930 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.managers [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Bound port: d5b77f91-102f-49c9-88e2-ca299ed6bc46, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'}}] {{(pid=93121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:12:58.882672 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:58.982348 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-cdbd0407-a8de-4628-9bf5-b8d7697f0511 req-e43d7543-383f-41c1-88ed-be30bbc6d6be tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809060 Jun 24 09:12:59.000179 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 48c39c21-e7dd-4605-80d3-e485a2059ea9 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:59.000573 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:59.005409 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0fb2b9a8-19b2-4b8d-864d-ca6a82f52639 req-598d9a6e-b576-4772-8d83-cb2bbe726e6d service neutron] 10.222.0.23 "GET /v2.0/networks/24f9122b-5a50-4ad5-8eff-f1b6770a3728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343707 Jun 24 09:12:59.130120 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Router c8ab6845-488f-4ba5-8c23-93ea799f074f has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:12:59.167928 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:59.201615 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 02e1c71e-d049-4262-b876-f118a1efee5b up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:12:59.223326 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] For port d5b77f91-102f-49c9-88e2-ca299ed6bc46, host hv-cinder-79781, cleared binding levels {{(pid=93121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:12:59.292715 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] For port d5b77f91-102f-49c9-88e2-ca299ed6bc46, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d5b77f91-102f-49c9-88e2-ca299ed6bc46,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:12:59.334075 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 02e1c71e-d049-4262-b876-f118a1efee5b triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:12:59.334290 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6efc4-f2a4-4cef-8e05-a30d150b194e req-53541ffd-fe28-465b-906e-181477d15674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:59.335746 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:59.337099 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-47c6efc4-f2a4-4cef-8e05-a30d150b194e req-53541ffd-fe28-465b-906e-181477d15674 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd6fb8b89e9493ebfd60e3680d9a060&device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 1096 time: 0.1154945 Jun 24 09:12:59.353643 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 2, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:12:59.389586 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Checking router: 73cf1f99-e554-4373-a7a1-2648aea9b55d for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:12:59.390232 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Updating router 73cf1f99-e554-4373-a7a1-2648aea9b55d port b4dd95c6-b850-4fe0-b760-d31fa91528d6 binding host dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:12:59.497644 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:59.503577 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:59.515802 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:59.537902 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:12:59.636947 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:59.640101 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for port, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:12:59.641987 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] 10.222.0.23 "PUT /v2.0/ports/d5b77f91-102f-49c9-88e2-ca299ed6bc46 HTTP/1.1" status: 200 len: 1093 time: 4.4836380 Jun 24 09:12:59.653033 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0e5351-8c67-4f6e-a804-3b50765a7767', 'tag': 'd5b77f91-102f-49c9-88e2-ca299ed6bc46'}] {{(pid=93121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:12:59.762740 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6efc4-f2a4-4cef-8e05-a30d150b194e req-a09686c8-3350-429e-84e1-6a0aafa15ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:12:59.766210 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-47c6efc4-f2a4-4cef-8e05-a30d150b194e req-a09686c8-3350-429e-84e1-6a0aafa15ddf service neutron] 10.222.0.23 "GET /v2.0/networks?id=24f9122b-5a50-4ad5-8eff-f1b6770a3728 HTTP/1.1" status: 200 len: 913 time: 0.3734784 Jun 24 09:12:59.906148 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-47c6efc4-f2a4-4cef-8e05-a30d150b194e req-f5c9a68a-c0ce-4956-9bfd-2710666f0cb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f98ed650-eccb-4598-b682-55e3737cffbf HTTP/1.1" status: 200 len: 217 time: 0.1047571 Jun 24 09:12:59.916017 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:12:59.972584 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31124700cb2bf3b77116a2171270a120f87fb7573a800835942e3a72bea6ad82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ee4d10-91bf-467c-8a2c-a891533746a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0e5351-8c67-4f6e-a804-3b50765a7767", "tag": "d5b77f91-102f-49c9-88e2-ca299ed6bc46"}]}' {{(pid=93121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:00.022699 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:13:00.036475 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:13:00.084112 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12e9b3-926f-4242-a5b6-e43e03d83851 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b77f91-102f-49c9-88e2-ca299ed6bc46,revision_number=3']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:00.158543 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a749235-3b4c-4f5c-8e94-41fa3a133369 req-e07c50d2-5f0a-488a-8667-35f35fc01ac0 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:00.166047 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6a749235-3b4c-4f5c-8e94-41fa3a133369 req-e07c50d2-5f0a-488a-8667-35f35fc01ac0 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 943 time: 0.9948173 Jun 24 09:13:00.226121 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:13:00.238954 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] 10.222.0.22 "PUT /v2.0/routers/c8ab6845-488f-4ba5-8c23-93ea799f074f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6089721 Jun 24 09:13:00.241584 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Sync routers for ids ['c8ab6845-488f-4ba5-8c23-93ea799f074f'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:13:00.256200 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Routers {'c8ab6845-488f-4ba5-8c23-93ea799f074f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:13:00.259156 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:12:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['c8ab6845-488f-4ba5-8c23-93ea799f074f'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:00.268670 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:00.283471 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:00.319664 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6a749235-3b4c-4f5c-8e94-41fa3a133369 req-1ed75a9b-1a18-48b5-8695-bd0a6101fea8 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524799 Jun 24 09:13:00.324482 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event updated for resources: {'Port': ['ID=40d2c875-ac6c-4044-8556-4193718a82d4,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:00.325705 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Transition to ACTIVE for port object b4dd95c6-b850-4fe0-b760-d31fa91528d6 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:13:00.347880 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:00.351241 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:00.358597 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-80fe9947-26e1-41bf-9dd8-10e5ea067c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:00.360564 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-80fe9947-26e1-41bf-9dd8-10e5ea067c70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 1096 time: 0.5912783 Jun 24 09:13:00.364936 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:00.366607 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.774s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:00.369713 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:00.469218 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6efc4-f2a4-4cef-8e05-a30d150b194e req-b69fe1dd-8bb5-42b2-82fb-63e6e72414bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:00.473059 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-b6c52ace-ec4d-4341-94c8-0d59cc8147a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5b77f91-102f-49c9-88e2-ca299ed6bc46 HTTP/1.1" status: 200 len: 217 time: 0.0771787 Jun 24 09:13:00.480622 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-47c6efc4-f2a4-4cef-8e05-a30d150b194e req-b69fe1dd-8bb5-42b2-82fb-63e6e72414bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=beec1d4d-c8e6-4853-bcee-585e5891b353 HTTP/1.1" status: 200 len: 852 time: 0.1790760 Jun 24 09:13:00.523909 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:00.546354 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b431065-0279-4844-925e-bbda54fb85d4 None None] Pushing event updated for resources: {'Port': ['ID=b4dd95c6-b850-4fe0-b760-d31fa91528d6,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:00.553695 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-5b431065-0279-4844-925e-bbda54fb85d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:00.590941 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-47c6efc4-f2a4-4cef-8e05-a30d150b194e req-8283d62d-47b1-4ec7-bc84-59c84e1628e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24f9122b-5a50-4ad5-8eff-f1b6770a3728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844564 Jun 24 09:13:00.626026 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Set router c8ab6845-488f-4ba5-8c23-93ea799f074f gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:13:00.780197 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Attempting to bind port b4dd95c6-b850-4fe0-b760-d31fa91528d6 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:13:00.780570 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Attempting to bind port b4dd95c6-b850-4fe0-b760-d31fa91528d6 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:13:00.780919 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Attempting to bind port b4dd95c6-b850-4fe0-b760-d31fa91528d6 on network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:00.815573 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:13:00.816415 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Checking segment: {'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:13:00.816826 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:00.817225 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Bound using segment: {'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:13:00.820142 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Bound port: b4dd95c6-b850-4fe0-b760-d31fa91528d6, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:13:00.821118 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:00.881756 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-47c6efc4-f2a4-4cef-8e05-a30d150b194e req-68f7701d-0132-4a78-9dd1-62207e295001 service neutron] 10.222.0.23 "GET /v2.0/networks/24f9122b-5a50-4ad5-8eff-f1b6770a3728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752557 Jun 24 09:13:00.932846 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-390d8405-9e8e-457d-878c-75af525292df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:00.935133 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-390d8405-9e8e-457d-878c-75af525292df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a1a80f1-4ac1-436c-a58a-c29c06ebeccf HTTP/1.1" status: 200 len: 855 time: 0.4423847 Jun 24 09:13:00.936759 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fbc9f5-eed4-4eae-bcf6-4b24bf0db920 x-openstack-request-id: req-17fbc9f5-eed4-4eae-bcf6-4b24bf0db920 {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:00.937061 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0e5351-8c67-4f6e-a804-3b50765a7767", "tag": "d5b77f91-102f-49c9-88e2-ca299ed6bc46", "status": "completed", "code": 200}]} {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:00.937313 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17fbc9f5-eed4-4eae-bcf6-4b24bf0db920 {{(pid=93121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:00.937783 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0e5351-8c67-4f6e-a804-3b50765a7767', 'tag': 'd5b77f91-102f-49c9-88e2-ca299ed6bc46', 'status': 'completed', 'code': 200} Jun 24 09:13:00.968932 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] For port b4dd95c6-b850-4fe0-b760-d31fa91528d6, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:13:00.972141 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] For port b4dd95c6-b850-4fe0-b760-d31fa91528d6, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=b4dd95c6-b850-4fe0-b760-d31fa91528d6,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:13:00.980317 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:00.983471 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:01.004719 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 57604) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:01.010363 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-ea41fca8-5d5a-42a1-8328-0bb22f957202 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911307021', 'description': 'tempest-description--1093212133'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:01.064891 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.065379 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ea41fca8-5d5a-42a1-8328-0bb22f957202 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.074543 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.078182 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'name': 'tempest-ServerRescueNegativeTestJSON-1551997751-router', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:39Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '1421c1546cf34bd8b7927ed801ddb8de', 'gw_port': {'id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'd811ad78-5f3e-4300-90d6-abc1141ef4b2', 'name': '', 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'mac_address': 'fa:16:3e:10:9f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1b88817-e153-408d-bc31-ad073a24e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:50Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 2, 'project_id': '1421c1546cf34bd8b7927ed801ddb8de', 'subnets': [{'id': 'a1b88817-e153-408d-bc31-ad073a24e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:01.078821 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:01.104008 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:13:01.105283 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:12:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:01.116592 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Checking router: c8ab6845-488f-4ba5-8c23-93ea799f074f for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:13:01.116957 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Updating router c8ab6845-488f-4ba5-8c23-93ea799f074f port d811ad78-5f3e-4300-90d6-abc1141ef4b2 binding host dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:13:01.154626 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0449fc37-9ccf-4fde-a5bf-5c39165267a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.161295 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b431065-0279-4844-925e-bbda54fb85d4 None None] Pushing event updated for resources: {'Port': ['ID=b4dd95c6-b850-4fe0-b760-d31fa91528d6,revision_number=4']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:01.176336 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.179753 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-5b431065-0279-4844-925e-bbda54fb85d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:01.235258 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.245474 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ea41fca8-5d5a-42a1-8328-0bb22f957202 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.252647 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ea41fca8-5d5a-42a1-8328-0bb22f957202 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.261340 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:01.270635 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event updated for resources: {'Port': ['ID=40d2c875-ac6c-4044-8556-4193718a82d4,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:01.296912 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41fca8-5d5a-42a1-8328-0bb22f957202 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e169d56e-6950-4d44-8243-c5988f0261d2,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:01.300443 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ea41fca8-5d5a-42a1-8328-0bb22f957202 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:01.301165 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ea41fca8-5d5a-42a1-8328-0bb22f957202 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.302523 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-ea41fca8-5d5a-42a1-8328-0bb22f957202 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2966220 Jun 24 09:13:01.305229 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 57616) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:01.308647 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:01.310301 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-00c13cf2-f8fe-4244-8d3c-ff59b9d5cf4b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Request body: {'security_group_rule': {'security_group_id': 'e169d56e-6950-4d44-8243-c5988f0261d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:01.313824 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.319355 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5374956 Jun 24 09:13:01.373040 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d61e85-f9cd-4ceb-84f8-4a3ce88c17db req-d44ea0a5-9cb9-4ac9-a8be-674dd38592ae tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:01.380548 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-06d61e85-f9cd-4ceb-84f8-4a3ce88c17db req-d44ea0a5-9cb9-4ac9-a8be-674dd38592ae tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 943 time: 0.2351077 Jun 24 09:13:01.393851 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-00c13cf2-f8fe-4244-8d3c-ff59b9d5cf4b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.401984 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:13:01.464789 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-06d61e85-f9cd-4ceb-84f8-4a3ce88c17db req-c96d5fdf-f5a7-4fc2-bc6f-5b7640043a40 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821240 Jun 24 09:13:01.519518 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.545514 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-00c13cf2-f8fe-4244-8d3c-ff59b9d5cf4b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.564618 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-00c13cf2-f8fe-4244-8d3c-ff59b9d5cf4b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.599886 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:01.639854 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c13cf2-f8fe-4244-8d3c-ff59b9d5cf4b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d768b505-cca5-4d05-a8f3-a52495f6e2c3,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:01.669633 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-00c13cf2-f8fe-4244-8d3c-ff59b9d5cf4b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:01.673487 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-00c13cf2-f8fe-4244-8d3c-ff59b9d5cf4b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.674675 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-00c13cf2-f8fe-4244-8d3c-ff59b9d5cf4b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3684545 Jun 24 09:13:01.677457 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 57642) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:01.682145 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-cdf0660c-f6ca-40c4-94d5-cc2512692f96 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Request body: {'security_group_rule': {'security_group_id': 'e169d56e-6950-4d44-8243-c5988f0261d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:01.702373 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:00Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:01.734240 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7a1cc3-e249-468b-864e-83a46fd3b02c None None] The sync data for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb is: [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:00Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:13:01.735102 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cdf0660c-f6ca-40c4-94d5-cc2512692f96 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.791308 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-18ce5947-bef8-42d2-9b11-f08e4b645789 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:01.797840 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-18ce5947-bef8-42d2-9b11-f08e4b645789 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/networks?id=8e433b44-0391-4fbf-ae3d-a9343f6d064e HTTP/1.1" status: 200 len: 819 time: 0.2417672 Jun 24 09:13:01.867408 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-3e744005-9b29-4c93-b0e4-8729d61a38e4 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/quotas/1421c1546cf34bd8b7927ed801ddb8de HTTP/1.1" status: 200 len: 375 time: 0.0582695 Jun 24 09:13:01.897944 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cdf0660c-f6ca-40c4-94d5-cc2512692f96 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.920428 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cdf0660c-f6ca-40c4-94d5-cc2512692f96 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.930082 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-c99626bf-0fa3-487c-9c29-e07094806940 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:01.960169 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0660c-f6ca-40c4-94d5-cc2512692f96 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fc8af5-4219-4054-bd1d-9a6db0903ecb,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:01.964142 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-cdf0660c-f6ca-40c4-94d5-cc2512692f96 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:01.968350 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.968779 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cdf0660c-f6ca-40c4-94d5-cc2512692f96 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:01.969825 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-cdf0660c-f6ca-40c4-94d5-cc2512692f96 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2913508 Jun 24 09:13:01.978598 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 57650) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:01.983150 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Request body: {'floatingip': {'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:01.996864 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Transition to ACTIVE for port object d811ad78-5f3e-4300-90d6-abc1141ef4b2 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:13:02.010243 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:02.010798 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bf3d4-6dfd-4988-82ca-39509b65b4cb req-9beb8327-1db6-46f3-9b00-3175d91e3bc1 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:02.013005 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-438bf3d4-6dfd-4988-82ca-39509b65b4cb req-9beb8327-1db6-46f3-9b00-3175d91e3bc1 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 943 time: 0.1869245 Jun 24 09:13:02.022874 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-95d11143-6d55-4e11-baf6-7c0def791d6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:02.051388 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-eff3d703-6da0-4490-9f3d-6eac77016bc3 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1421c1546cf34bd8b7927ed801ddb8de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1832585 Jun 24 09:13:02.070423 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:02.096761 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-438bf3d4-6dfd-4988-82ca-39509b65b4cb req-1f5df8fc-1699-4cd8-9eac-6848263752b1 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710506 Jun 24 09:13:02.154053 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191774ae-9cca-4507-85fa-03a3b4140e0e None None] Pushing event updated for resources: {'Port': ['ID=d811ad78-5f3e-4300-90d6-abc1141ef4b2,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:02.163676 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-191774ae-9cca-4507-85fa-03a3b4140e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:02.198534 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Attempting to bind port d811ad78-5f3e-4300-90d6-abc1141ef4b2 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:13:02.199162 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Attempting to bind port d811ad78-5f3e-4300-90d6-abc1141ef4b2 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': 'cecafdd1-1409-4fd7-bf22-a6866aa57683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:13:02.199739 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Attempting to bind port d811ad78-5f3e-4300-90d6-abc1141ef4b2 on network 8e433b44-0391-4fbf-ae3d-a9343f6d064e {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:02.205829 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:13:02.206464 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Checking segment: {'id': 'cecafdd1-1409-4fd7-bf22-a6866aa57683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:13:02.207290 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:02.207863 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Bound using segment: {'id': 'cecafdd1-1409-4fd7-bf22-a6866aa57683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:13:02.208643 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Bound port: d811ad78-5f3e-4300-90d6-abc1141ef4b2, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cecafdd1-1409-4fd7-bf22-a6866aa57683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:13:02.209267 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:02.334489 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:02.347276 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-e5f09510-8f94-4922-8253-63f934bfa403 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=007be388-a6a0-4bc5-b444-5343e59aa7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661054 Jun 24 09:13:02.350863 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-e854051d-17a7-4f85-a3f1-91646f4c290b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:13:02.358758 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-e854051d-17a7-4f85-a3f1-91646f4c290b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1237514 Jun 24 09:13:02.359024 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-b291e6cd-68ec-4b67-a70f-a069645862cd tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1867415499&fields=id&tenant_id=0b67ac5a655342b8b8de30b65acaa730 HTTP/1.1" status: 200 len: 267 time: 0.1201427 Jun 24 09:13:02.373713 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] For port d811ad78-5f3e-4300-90d6-abc1141ef4b2, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:13:02.384328 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] For port d811ad78-5f3e-4300-90d6-abc1141ef4b2, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=d811ad78-5f3e-4300-90d6-abc1141ef4b2,segment=NetworkSegment(cecafdd1-1409-4fd7-bf22-a6866aa57683),segment_id=cecafdd1-1409-4fd7-bf22-a6866aa57683)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:13:02.391382 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:02.397410 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:02.488133 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191774ae-9cca-4507-85fa-03a3b4140e0e None None] Pushing event updated for resources: {'Port': ['ID=d811ad78-5f3e-4300-90d6-abc1141ef4b2,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:02.503327 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-191774ae-9cca-4507-85fa-03a3b4140e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:02.516712 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Routers {'c8ab6845-488f-4ba5-8c23-93ea799f074f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:13:02.516712 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:13:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['c8ab6845-488f-4ba5-8c23-93ea799f074f'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:02.560416 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:02.664479 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-923133d6-feea-4213-98bb-d7445d31af65 service neutron] 10.222.0.22 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047950 Jun 24 09:13:02.677178 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] Set router c8ab6845-488f-4ba5-8c23-93ea799f074f gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:13:02.780625 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Allocated IP 172.28.1.54 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/35018e65-8d78-4750-9ee6-2fe459889986) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:13:02.802355 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-b6019149-8acf-4ab8-b155-776a36d10122 service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400930 Jun 24 09:13:02.808371 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-47c6efc4-f2a4-4cef-8e05-a30d150b194e req-cdfbe3a0-b7cd-495a-8e35-78edf91db414 service neutron] 10.222.0.23 "GET /v2.0/networks/24f9122b-5a50-4ad5-8eff-f1b6770a3728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360844 Jun 24 09:13:02.890742 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b4dd95c6-b850-4fe0-b760-d31fa91528d6 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:13:02.967411 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-054a2643-68e2-4f3b-bf22-ccaee0d9de52 service neutron] 10.222.0.22 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018258 Jun 24 09:13:02.973102 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:03.006717 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port b4dd95c6-b850-4fe0-b760-d31fa91528d6 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:13:03.017430 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-97aff3d6-54b9-4ea4-9230-0171bab8436c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:03.021039 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'name': 'tempest-ServerRescueNegativeTestJSON-1551997751-router', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:39Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '1421c1546cf34bd8b7927ed801ddb8de', 'gw_port': {'id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'd811ad78-5f3e-4300-90d6-abc1141ef4b2', 'name': '', 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'mac_address': 'fa:16:3e:10:9f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1b88817-e153-408d-bc31-ad073a24e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:50Z', 'updated_at': '2021-06-24T09:13:02Z', 'revision_number': 4, 'project_id': '1421c1546cf34bd8b7927ed801ddb8de', 'subnets': [{'id': 'a1b88817-e153-408d-bc31-ad073a24e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:03.022160 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-97aff3d6-54b9-4ea4-9230-0171bab8436c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/networks?id=bec49d64-4369-4490-ad85-2e53541d2805 HTTP/1.1" status: 200 len: 811 time: 0.6619737 Jun 24 09:13:03.047676 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:03.053273 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-0f9fcbcc-6922-4d0a-9748-8ccb25af540c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/quotas/0b67ac5a655342b8b8de30b65acaa730 HTTP/1.1" status: 200 len: 375 time: 0.0200222 Jun 24 09:13:03.055096 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:03.057881 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-68ddb4ba-be45-4c07-bb7d-f5912bb9399b req-baa6b6b5-d126-47fc-86e5-74cd30bb9fbd service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470269 Jun 24 09:13:03.096934 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port b4dd95c6-b850-4fe0-b760-d31fa91528d6 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:03.097399 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:03.109349 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:13:03.112248 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:13:03.115921 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:13:03.121999 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a6fa5-7332-4b9a-8814-37b168a1d4fd None None] The sync data for ids ['c8ab6845-488f-4ba5-8c23-93ea799f074f'] in dv-cinder-797812-1-smb is: [{'id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'name': 'tempest-ServerRescueNegativeTestJSON-1551997751-router', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:39Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '1421c1546cf34bd8b7927ed801ddb8de', 'gw_port': {'id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'd811ad78-5f3e-4300-90d6-abc1141ef4b2', 'name': '', 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'mac_address': 'fa:16:3e:10:9f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1b88817-e153-408d-bc31-ad073a24e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:50Z', 'updated_at': '2021-06-24T09:13:02Z', 'revision_number': 4, 'project_id': '1421c1546cf34bd8b7927ed801ddb8de', 'subnets': [{'id': 'a1b88817-e153-408d-bc31-ad073a24e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:13:03.147039 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event updated for resources: {'Port': ['ID=35018e65-8d78-4750-9ee6-2fe459889986,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:03.180351 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:03.209446 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:03.262053 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port b4dd95c6-b850-4fe0-b760-d31fa91528d6, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=b4dd95c6-b850-4fe0-b760-d31fa91528d6,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:03.269364 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:03.278038 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b4ea09ed-1047-4096-a192-9a732805f0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:03.283632 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-11a66bd5-6ca6-4b50-858c-439b33479b00 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b67ac5a655342b8b8de30b65acaa730&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2219691 Jun 24 09:13:03.304976 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:03.316152 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee4d10-91bf-467c-8a2c-a891533746a3 req-0748f163-4913-40e3-a5d4-0e43feae5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:03.318010 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-29ee4d10-91bf-467c-8a2c-a891533746a3 req-0748f163-4913-40e3-a5d4-0e43feae5336 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 1096 time: 0.1436393 Jun 24 09:13:03.353932 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=b4dd95c6-b850-4fe0-b760-d31fa91528d6,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:03.356813 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:03.565320 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-73410413-9835-4139-b86b-9f50904b5f0f service neutron] 10.222.0.22 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450089 Jun 24 09:13:03.568764 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee4d10-91bf-467c-8a2c-a891533746a3 req-d9129f21-86ad-47bd-a01c-4067b7f628e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:03.570212 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-29ee4d10-91bf-467c-8a2c-a891533746a3 req-d9129f21-86ad-47bd-a01c-4067b7f628e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=007be388-a6a0-4bc5-b444-5343e59aa7ff HTTP/1.1" status: 200 len: 916 time: 0.2411647 Jun 24 09:13:03.594981 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:03.637174 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3bd9-5748-441e-b352-21e4b956e866 req-a403699b-9b2c-48f0-8693-75b3d9f6422b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:03.638700 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-18ba3bd9-5748-441e-b352-21e4b956e866 req-a403699b-9b2c-48f0-8693-75b3d9f6422b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 943 time: 0.1286187 Jun 24 09:13:03.654554 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-29ee4d10-91bf-467c-8a2c-a891533746a3 req-764206e2-43d4-4dcf-8253-3047eeea981b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5b77f91-102f-49c9-88e2-ca299ed6bc46 HTTP/1.1" status: 200 len: 217 time: 0.0729699 Jun 24 09:13:03.735971 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:03.799885 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee4d10-91bf-467c-8a2c-a891533746a3 req-eeb5b702-5c77-4960-b614-55cc1aa920e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:03.806285 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-29ee4d10-91bf-467c-8a2c-a891533746a3 req-eeb5b702-5c77-4960-b614-55cc1aa920e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a1a80f1-4ac1-436c-a58a-c29c06ebeccf HTTP/1.1" status: 200 len: 855 time: 0.1434956 Jun 24 09:13:03.849280 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-29ee4d10-91bf-467c-8a2c-a891533746a3 req-0f9cb736-771d-415a-ac24-4645aeff1861 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=007be388-a6a0-4bc5-b444-5343e59aa7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329955 Jun 24 09:13:03.851383 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-489e2054-f42e-45b7-b897-92003660efe0 service neutron] 10.222.0.22 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774882 Jun 24 09:13:03.878605 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-18ba3bd9-5748-441e-b352-21e4b956e866 req-2f1ef73a-890f-4c66-8ee8-9a27fc10edc4 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313640 Jun 24 09:13:03.915137 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:03.922033 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:03.935043 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:03.940359 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:04.037826 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:04.051592 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0610104 Jun 24 09:13:04.052322 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-29ee4d10-91bf-467c-8a2c-a891533746a3 req-eff3ea82-7182-44df-a93c-fdad3c38c9a6 service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856644 Jun 24 09:13:04.139257 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event updated for resources: {'Port': ['ID=35018e65-8d78-4750-9ee6-2fe459889986,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:04.145289 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:04.329996 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-29ee4d10-91bf-467c-8a2c-a891533746a3 req-a6f9e760-8ae5-449d-9caa-7103df81721e service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707925 Jun 24 09:13:04.410313 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:13:04.465904 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0abdd8-a40f-4296-af75-7b16d9f42a4d req-39ac9800-9f89-415d-8431-cfe934bf3302 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:04.491496 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bd0abdd8-a40f-4296-af75-7b16d9f42a4d req-39ac9800-9f89-415d-8431-cfe934bf3302 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 943 time: 0.2766318 Jun 24 09:13:04.517756 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d3e9c9ec-8275-4767-946b-abb344e02aa1 req-da07eb81-7cfc-42b4-a9f0-08326c5dd465 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 210 time: 0.1220124 Jun 24 09:13:04.684308 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bd0abdd8-a40f-4296-af75-7b16d9f42a4d req-89c554bf-aa11-4fcf-b708-0249b1bd8acd tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916811 Jun 24 09:13:04.754207 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-149ceab7-6c56-41db-8008-2e2164cdc4fa req-1a13cc10-b27c-4fb7-afd1-11b864a3e328 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 210 time: 0.1363041 Jun 24 09:13:04.969687 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b4dd95c6-b850-4fe0-b760-d31fa91528d6 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:13:05.058831 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-572c97d2-f05c-45d9-b9a8-e11aa1436a44 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--911307021&fields=id&tenant_id=1de26ab21d844892b2180caecacc5334 HTTP/1.1" status: 200 len: 267 time: 0.1479185 Jun 24 09:13:05.096846 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port b4dd95c6-b850-4fe0-b760-d31fa91528d6 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:05.097624 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:05.182083 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ddf1b3dc-a569-4ec7-b510-9637abf82bae tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:05.187701 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ddf1b3dc-a569-4ec7-b510-9637abf82bae tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/networks?id=8e433b44-0391-4fbf-ae3d-a9343f6d064e HTTP/1.1" status: 200 len: 819 time: 0.2979240 Jun 24 09:13:05.224595 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-893350a9-9f09-4b0e-90bb-d1690fe0e747 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/quotas/1421c1546cf34bd8b7927ed801ddb8de HTTP/1.1" status: 200 len: 375 time: 0.0313878 Jun 24 09:13:05.289592 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device d811ad78-5f3e-4300-90d6-abc1141ef4b2 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:13:05.310077 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-69448860-6e56-4f5b-ace7-78828fe130d7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:05.322072 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-69448860-6e56-4f5b-ace7-78828fe130d7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 815 time: 0.2422783 Jun 24 09:13:05.341747 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-a1f5dab1-2be8-40fd-b831-fb53ef9b6225 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/quotas/1de26ab21d844892b2180caecacc5334 HTTP/1.1" status: 200 len: 375 time: 0.0164700 Jun 24 09:13:05.382413 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port d811ad78-5f3e-4300-90d6-abc1141ef4b2 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:13:05.387277 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port d811ad78-5f3e-4300-90d6-abc1141ef4b2 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:05.387748 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:05.481792 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-18d0611f-cf0e-4dbd-a01c-96129c90f3d1 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1388376 Jun 24 09:13:05.578319 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:05.601187 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-1e3261b0-ba5e-4f28-878e-a0180fe4603c tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:05.603122 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-1e3261b0-ba5e-4f28-878e-a0180fe4603c tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.23 "GET /v2.0/networks?id=8e433b44-0391-4fbf-ae3d-a9343f6d064e HTTP/1.1" status: 200 len: 819 time: 0.2849176 Jun 24 09:13:05.608269 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 57808) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:05.625275 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-275761ef-133d-403f-932e-a3c5367dbb98 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1421c1546cf34bd8b7927ed801ddb8de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3940403 Jun 24 09:13:05.637951 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Request body: {'port': {'device_id': '9bdbe44e-81e4-44cf-99c3-cf4b9290557b', 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e', 'admin_state_up': True, 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:05.679303 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port d811ad78-5f3e-4300-90d6-abc1141ef4b2, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=d811ad78-5f3e-4300-90d6-abc1141ef4b2,segment=NetworkSegment(cecafdd1-1409-4fd7-bf22-a6866aa57683),segment_id=cecafdd1-1409-4fd7-bf22-a6866aa57683)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:05.688767 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:05.696295 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-191774ae-9cca-4507-85fa-03a3b4140e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:05.726382 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-47289991-782d-4535-92d3-7c8b6dde05c3 service neutron] 10.222.0.22 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374966 Jun 24 09:13:05.824626 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=d811ad78-5f3e-4300-90d6-abc1141ef4b2,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:05.841469 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:05.872464 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a3c78a8a-5bd5-4a23-aa31-4ff2d0c90dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:05.930059 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-432c5f3a-6e29-4eae-9d2b-d3140ef69608 service neutron] 10.222.0.22 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025344 Jun 24 09:13:05.966436 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-24823301-13f1-4b39-aecf-b716e9b9b9b7 service neutron] 10.222.0.22 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164096 Jun 24 09:13:06.047476 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a3c78a8a-5bd5-4a23-aa31-4ff2d0c90dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:06.056612 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a3c78a8a-5bd5-4a23-aa31-4ff2d0c90dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:06.059982 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:06.066068 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 57826) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:06.125900 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-a3c78a8a-5bd5-4a23-aa31-4ff2d0c90dae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66b9a87e614f4d2eb8b261c0c0eca2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116873 Jun 24 09:13:06.126663 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 57838) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:06.141060 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c78a8a-5bd5-4a23-aa31-4ff2d0c90dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7291c92-0ac6-407f-ad52-23bc21f88399,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:06.146537 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-a3c78a8a-5bd5-4a23-aa31-4ff2d0c90dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:06.189065 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Made reservation on behalf of 1421c1546cf34bd8b7927ed801ddb8de for: {'port': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:13:06.194301 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:06.213618 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a0d3661a-cf66-4534-96d2-5ead9392c2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:06.223023 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-4316d163-61d9-49a8-98f1-c7453219452d service neutron] 10.222.0.22 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500446 Jun 24 09:13:06.242537 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a0d3661a-cf66-4534-96d2-5ead9392c2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:06.315086 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a0d3661a-cf66-4534-96d2-5ead9392c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:06.345754 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a0d3661a-cf66-4534-96d2-5ead9392c2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:06.349152 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-a0d3661a-cf66-4534-96d2-5ead9392c2d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7291c92-0ac6-407f-ad52-23bc21f88399 HTTP/1.1" status: 204 len: 168 time: 0.2195060 Jun 24 09:13:06.349854 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:06.411198 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3661a-cf66-4534-96d2-5ead9392c2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7291c92-0ac6-407f-ad52-23bc21f88399,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:06.414837 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-a0d3661a-cf66-4534-96d2-5ead9392c2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:06.450529 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2d39eb0a-1533-4c1d-ad95-6ea58aee67e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:06.548640 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bd7e9-6dcc-493f-97d7-2e4adee4b8d7 req-06c3d78c-a793-4c8e-b1cb-3829b1d7409a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:06.550494 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-179bd7e9-6dcc-493f-97d7-2e4adee4b8d7 req-06c3d78c-a793-4c8e-b1cb-3829b1d7409a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 943 time: 0.2494681 Jun 24 09:13:06.772452 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-179bd7e9-6dcc-493f-97d7-2e4adee4b8d7 req-9fdfd2b4-9fc8-42dc-8373-857de7d24eed tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086322 Jun 24 09:13:06.828477 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device d811ad78-5f3e-4300-90d6-abc1141ef4b2 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:13:06.906861 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-37dc860b-4b93-4eaf-8a41-046c5f7eb005 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:06.910426 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port d811ad78-5f3e-4300-90d6-abc1141ef4b2 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:06.910892 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:06.913685 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-37dc860b-4b93-4eaf-8a41-046c5f7eb005 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.23 "GET /v2.0/networks?id=bec49d64-4369-4490-ad85-2e53541d2805 HTTP/1.1" status: 200 len: 811 time: 0.4248507 Jun 24 09:13:07.063893 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 57872) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:07.086430 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Allocated IP 172.20.0.8 (8e433b44-0391-4fbf-ae3d-a9343f6d064e/a1b88817-e153-408d-bc31-ad073a24e376/4c341a96-f8cf-495c-8bba-306ac5096adb) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:13:07.131354 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-87a29355-85ed-4679-96c2-a71febebbbbf tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b67ac5a655342b8b8de30b65acaa730 HTTP/1.1" status: 200 len: 380 time: 0.2017591 Jun 24 09:13:07.134492 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1abd9a0f-9fef-4917-aace-afdd633beb8a req-0602bac2-29bc-40ce-bc46-b0f919a22fa0 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 210 time: 0.1315825 Jun 24 09:13:07.143663 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Request body: {'port': {'device_id': 'c5672424-9b34-4a76-ad4c-222d56ecdc9e', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'admin_state_up': True, 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'security_groups': ['884975ea-54fa-4ecd-b2b5-eef3641a88e0']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:07.148263 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4206ea6f-3ba4-44d4-9091-81914e3bb0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.342251 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f921d6db-3958-4219-866b-cfca6e021315 req-375c57c7-a5a5-42d1-9b9e-210e52f187ab tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 210 time: 0.0350881 Jun 24 09:13:07.395371 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab375b3d-c6c3-4178-a4d4-19def12e5e10 req-e5f69a3d-30d0-461d-b438-12a07df54c00 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:07.396869 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ab375b3d-c6c3-4178-a4d4-19def12e5e10 req-e5f69a3d-30d0-461d-b438-12a07df54c00 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 943 time: 0.3596084 Jun 24 09:13:07.451266 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.463952 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2d39eb0a-1533-4c1d-ad95-6ea58aee67e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.473233 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2d39eb0a-1533-4c1d-ad95-6ea58aee67e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.495237 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:07.495808 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dbecec2-4e22-451b-a993-7f349a57ddee req-dbc21162-c77a-4ddd-8c76-bef4af983251 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 210 time: 0.0371637 Jun 24 09:13:07.520973 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ab375b3d-c6c3-4178-a4d4-19def12e5e10 req-9b854c00-7532-4cad-a53b-b86a702136f7 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140940 Jun 24 09:13:07.565204 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-2d39eb0a-1533-4c1d-ad95-6ea58aee67e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6da563450ad14f039bce839e24d692c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4962184 Jun 24 09:13:07.568352 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 57880) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:07.573642 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39eb0a-1533-4c1d-ad95-6ea58aee67e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dd7608-7a52-420c-812b-5d202f49e73c,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:07.577581 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-2d39eb0a-1533-4c1d-ad95-6ea58aee67e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:07.585355 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.590362 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:07.607013 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4206ea6f-3ba4-44d4-9091-81914e3bb0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.616747 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4206ea6f-3ba4-44d4-9091-81914e3bb0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.627341 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:07.638260 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Network 8e433b44-0391-4fbf-ae3d-a9343f6d064e is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:13:07.643319 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:13:07.650458 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:13:07.656124 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:07.656737 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for port, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.660364 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Made reservation on behalf of 0b67ac5a655342b8b8de30b65acaa730 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:13:07.663147 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Pushing event updated for resources: {'Port': ['ID=4c341a96-f8cf-495c-8bba-306ac5096adb,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:07.663706 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.668282 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:07.675057 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0486667 Jun 24 09:13:07.693096 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-4206ea6f-3ba4-44d4-9091-81914e3bb0b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a3ea90b7b75c453dbd14365d5dd6f8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6231649 Jun 24 09:13:07.695694 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206ea6f-3ba4-44d4-9091-81914e3bb0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2c02b7-3aaa-49cd-ac89-829d00578ea4,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:07.695809 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 57882) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:07.698142 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-67d7910f-50c4-4221-9ddf-17d894e682f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.699901 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4206ea6f-3ba4-44d4-9091-81914e3bb0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:07.728965 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Request body: {'port': {'device_id': '9bdbe44e-81e4-44cf-99c3-cf4b9290557b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:07.762750 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-67d7910f-50c4-4221-9ddf-17d894e682f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.790838 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f35a8136-0b1b-487c-aadf-916bd43047d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.853764 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f35a8136-0b1b-487c-aadf-916bd43047d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.871193 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.877759 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Allocated IP 172.20.0.8 (bec49d64-4369-4490-ad85-2e53541d2805/38df72ae-f46f-47b9-9a1e-83a1b5f659e6/73b23718-07a9-4852-b0e1-f7a73d06640b) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:13:07.887618 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-67d7910f-50c4-4221-9ddf-17d894e682f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.893892 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-67d7910f-50c4-4221-9ddf-17d894e682f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:07.898177 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-67d7910f-50c4-4221-9ddf-17d894e682f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02dd7608-7a52-420c-812b-5d202f49e73c HTTP/1.1" status: 204 len: 168 time: 0.3288701 Jun 24 09:13:07.899860 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-a3c78a8a-5bd5-4a23-aa31-4ff2d0c90dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:07.916926 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7910f-50c4-4221-9ddf-17d894e682f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dd7608-7a52-420c-812b-5d202f49e73c,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:07.920701 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-67d7910f-50c4-4221-9ddf-17d894e682f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:08.046550 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device f98ed650-eccb-4598-b682-55e3737cffbf details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:13:08.056662 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f35a8136-0b1b-487c-aadf-916bd43047d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:08.105505 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.23', 62679) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:08.133953 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f35a8136-0b1b-487c-aadf-916bd43047d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:08.133953 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-f35a8136-0b1b-487c-aadf-916bd43047d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad2c02b7-3aaa-49cd-ac89-829d00578ea4 HTTP/1.1" status: 204 len: 168 time: 0.4310033 Jun 24 09:13:08.133953 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:08.142559 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a8136-0b1b-487c-aadf-916bd43047d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2c02b7-3aaa-49cd-ac89-829d00578ea4,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:08.146612 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f35a8136-0b1b-487c-aadf-916bd43047d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:08.284859 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port f98ed650-eccb-4598-b682-55e3737cffbf, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=f98ed650-eccb-4598-b682-55e3737cffbf,segment=NetworkSegment(391ea33d-3c08-4f1e-b052-1255a7ad5dd3),segment_id=391ea33d-3c08-4f1e-b052-1255a7ad5dd3)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:08.333055 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': 'f98ed650-eccb-4598-b682-55e3737cffbf', 'network_id': '24f9122b-5a50-4ad5-8eff-f1b6770a3728', 'port_id': 'f98ed650-eccb-4598-b682-55e3737cffbf', 'mac_address': 'fa:16:3e:61:74:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beec1d4d-c8e6-4853-bcee-585e5891b353', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:13:08.426946 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:08.437310 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0ee16596-11fd-4624-8930-7e02862c3474 req-52c390eb-cba9-48c6-8f4f-4706ce19bd53 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 210 time: 0.0687163 Jun 24 09:13:08.442655 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98ed650-eccb-4598-b682-55e3737cffbf {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:08.466927 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port f98ed650-eccb-4598-b682-55e3737cffbf, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=f98ed650-eccb-4598-b682-55e3737cffbf,segment=NetworkSegment(391ea33d-3c08-4f1e-b052-1255a7ad5dd3),segment_id=391ea33d-3c08-4f1e-b052-1255a7ad5dd3)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:08.478032 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:08.479012 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device d5b77f91-102f-49c9-88e2-ca299ed6bc46 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:13:08.484102 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:08.533460 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f6065-c065-488c-859a-e433a2637972 req-21a33ee5-98a0-4729-9d18-fa6757436fa7 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:08.542739 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-673f6065-c065-488c-859a-e433a2637972 req-21a33ee5-98a0-4729-9d18-fa6757436fa7 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 943 time: 0.5344026 Jun 24 09:13:08.561348 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.notifiers.nova [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c341a96-f8cf-495c-8bba-306ac5096adb {{(pid=93121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:08.583143 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:08.615215 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.provisioning_blocks [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Transition to ACTIVE for port object 4c341a96-f8cf-495c-8bba-306ac5096adb will not be triggered until provisioned by entity L2. {{(pid=93121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:13:08.622538 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-673f6065-c065-488c-859a-e433a2637972 req-22f9f79b-9ff5-4dfb-8e1d-904f81899e30 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725024 Jun 24 09:13:08.623148 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:08.633423 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:08.695746 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:08.729635 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-fad38a6b-264b-4c14-9688-65164996d9f0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:08.733389 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=f98ed650-eccb-4598-b682-55e3737cffbf,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:08.734855 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-fad38a6b-264b-4c14-9688-65164996d9f0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.23 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 815 time: 0.6023993 Jun 24 09:13:08.745727 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:08.748310 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Transition to ACTIVE for port object 73b23718-07a9-4852-b0e1-f7a73d06640b will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:13:08.839660 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port d5b77f91-102f-49c9-88e2-ca299ed6bc46, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d5b77f91-102f-49c9-88e2-ca299ed6bc46,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:08.854399 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c28866cd-41f3-44aa-94cf-12006247e25e req-7d076222-41e8-4c4d-9dff-90050aa18736 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 210 time: 0.0682666 Jun 24 09:13:08.858576 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': 'd5b77f91-102f-49c9-88e2-ca299ed6bc46', 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff', 'port_id': 'd5b77f91-102f-49c9-88e2-ca299ed6bc46', 'mac_address': 'fa:16:3e:4f:dc:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1a80f1-4ac1-436c-a58a-c29c06ebeccf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:13:08.863052 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b6ec150a-fe3b-406c-ab70-449dec5db7ef req-9ccb8ca5-727c-4c2e-991f-4decdf8d0101 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 210 time: 0.1735029 Jun 24 09:13:08.895475 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.managers [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Attempting to bind port 4c341a96-f8cf-495c-8bba-306ac5096adb on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:13:08.895669 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.managers [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Attempting to bind port 4c341a96-f8cf-495c-8bba-306ac5096adb by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': 'cecafdd1-1409-4fd7-bf22-a6866aa57683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e'}] {{(pid=93121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:13:08.896059 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Attempting to bind port 4c341a96-f8cf-495c-8bba-306ac5096adb on network 8e433b44-0391-4fbf-ae3d-a9343f6d064e {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:08.913135 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Port 4c341a96-f8cf-495c-8bba-306ac5096adb on network 8e433b44-0391-4fbf-ae3d-a9343f6d064e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:13:08.913462 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Attempting to bind port 4c341a96-f8cf-495c-8bba-306ac5096adb on network 8e433b44-0391-4fbf-ae3d-a9343f6d064e {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:08.927370 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Pushing event updated for resources: {'Port': ['ID=4c341a96-f8cf-495c-8bba-306ac5096adb,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:08.930313 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:08.934108 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:13:08.934333 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Checking segment: {'id': 'cecafdd1-1409-4fd7-bf22-a6866aa57683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:13:08.934708 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Bound using segment: {'id': 'cecafdd1-1409-4fd7-bf22-a6866aa57683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e'} {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:13:08.935137 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.managers [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Bound port: 4c341a96-f8cf-495c-8bba-306ac5096adb, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecafdd1-1409-4fd7-bf22-a6866aa57683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e'}}] {{(pid=93121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:13:08.935483 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:08.951567 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-d54423b3-278d-4009-972c-5b00526ae906 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1de26ab21d844892b2180caecacc5334 HTTP/1.1" status: 200 len: 379 time: 0.1761668 Jun 24 09:13:08.956076 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:08.967764 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Request body: {'port': {'device_id': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'admin_state_up': True, 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'security_groups': ['e169d56e-6950-4d44-8243-c5988f0261d2']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:08.975886 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:08.984199 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b77f91-102f-49c9-88e2-ca299ed6bc46 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:09.037080 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port d5b77f91-102f-49c9-88e2-ca299ed6bc46, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d5b77f91-102f-49c9-88e2-ca299ed6bc46,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:09.038580 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.23', 62682) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:09.047710 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:09.050089 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:09.057323 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:09.121271 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Network bec49d64-4369-4490-ad85-2e53541d2805 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:13:09.126612 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event updated for resources: {'Port': ['ID=73b23718-07a9-4852-b0e1-f7a73d06640b,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:09.136939 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:13:09.139042 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:09.169822 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=d5b77f91-102f-49c9-88e2-ca299ed6bc46,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:09.176842 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:09.178720 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:13:09.189166 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:09.189841 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:09.191016 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] For port 4c341a96-f8cf-495c-8bba-306ac5096adb, host hv-cinder-79781, cleared binding levels {{(pid=93121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:13:09.216669 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] For port 4c341a96-f8cf-495c-8bba-306ac5096adb, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=4c341a96-f8cf-495c-8bba-306ac5096adb,segment=NetworkSegment(cecafdd1-1409-4fd7-bf22-a6866aa57683),segment_id=cecafdd1-1409-4fd7-bf22-a6866aa57683)] {{(pid=93121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:13:09.235411 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:09.266351 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:09.317961 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:09.340094 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2001531 Jun 24 09:13:09.375482 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Request body: {'port': {'device_id': 'c5672424-9b34-4a76-ad4c-222d56ecdc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:09.405553 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Pushing event updated for resources: {'Port': ['ID=4c341a96-f8cf-495c-8bba-306ac5096adb,revision_number=3']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:09.427194 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-fac7be9c-b55a-4a79-91e3-7fe49ef510f0 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:09.428646 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-fac7be9c-b55a-4a79-91e3-7fe49ef510f0 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.23 "GET /v2.0/networks?id=8e433b44-0391-4fbf-ae3d-a9343f6d064e HTTP/1.1" status: 200 len: 819 time: 0.3890378 Jun 24 09:13:09.429500 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:09.441999 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:09.442583 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for port, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:09.447606 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] 10.222.0.23 "PUT /v2.0/ports/4c341a96-f8cf-495c-8bba-306ac5096adb HTTP/1.1" status: 200 len: 1093 time: 1.7202618 Jun 24 09:13:09.448210 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdbe44e-81e4-44cf-99c3-cf4b9290557b', 'tag': '4c341a96-f8cf-495c-8bba-306ac5096adb'}] {{(pid=93121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:09.452655 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31124700cb2bf3b77116a2171270a120f87fb7573a800835942e3a72bea6ad82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46e3f06-b790-4ba7-a867-8abc8468e726" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdbe44e-81e4-44cf-99c3-cf4b9290557b", "tag": "4c341a96-f8cf-495c-8bba-306ac5096adb"}]}' {{(pid=93121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:09.471153 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Request body: {'port': {'device_id': '353d5590-52ea-46af-a8da-850db9e59c07', 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e', 'admin_state_up': True, 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:09.530762 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-88ef46a2-2c12-4b49-bbb7-5265b5f01056 None None] Provisioning for port 73b23718-07a9-4852-b0e1-f7a73d06640b completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:13:09.533362 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Made reservation on behalf of 1de26ab21d844892b2180caecacc5334 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:13:09.540950 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-88ef46a2-2c12-4b49-bbb7-5265b5f01056 None None] Provisioning complete for port 73b23718-07a9-4852-b0e1-f7a73d06640b triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:09.542810 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-88ef46a2-2c12-4b49-bbb7-5265b5f01056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:09.545654 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:09.574796 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2faf03-9d48-4d9b-a655-5ca511f13fcf req-2cfb1491-8535-4e69-afc0-1a67271ac29d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:09.592857 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-df2faf03-9d48-4d9b-a655-5ca511f13fcf req-2cfb1491-8535-4e69-afc0-1a67271ac29d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 944 time: 0.4695992 Jun 24 09:13:09.601783 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd78e2ff-1cf0-4ae7-915a-d943c6577490 x-openstack-request-id: req-dd78e2ff-1cf0-4ae7-915a-d943c6577490 {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:09.605981 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['d5b77f91-102f-49c9-88e2-ca299ed6bc46'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:13:09.613895 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdbe44e-81e4-44cf-99c3-cf4b9290557b", "tag": "4c341a96-f8cf-495c-8bba-306ac5096adb", "status": "completed", "code": 200}]} {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:09.614111 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd78e2ff-1cf0-4ae7-915a-d943c6577490 {{(pid=93121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:09.614557 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bdbe44e-81e4-44cf-99c3-cf4b9290557b', 'tag': '4c341a96-f8cf-495c-8bba-306ac5096adb', 'status': 'completed', 'code': 200} Jun 24 09:13:09.686831 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:09.709150 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['f98ed650-eccb-4598-b682-55e3737cffbf'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:13:09.812191 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-88ef46a2-2c12-4b49-bbb7-5265b5f01056 None None] Port 73b23718-07a9-4852-b0e1-f7a73d06640b cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:13:09.887448 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-d62b0107-178d-4d02-9649-5cf6cc21897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:09.893719 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-d62b0107-178d-4d02-9649-5cf6cc21897d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1421c1546cf34bd8b7927ed801ddb8de&device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 1096 time: 0.2769456 Jun 24 09:13:09.971695 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-df2faf03-9d48-4d9b-a655-5ca511f13fcf req-1b716d75-f843-43f6-a1be-53fc8ad9f799 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778212 Jun 24 09:13:10.021688 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-e31e7f4a-9d59-427f-90b5-9d1c5038097d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c341a96-f8cf-495c-8bba-306ac5096adb HTTP/1.1" status: 200 len: 217 time: 0.1131392 Jun 24 09:13:10.088653 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-3e703ec6-cb81-4bc2-8e13-822ead0e7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:10.090542 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-3e703ec6-cb81-4bc2-8e13-822ead0e7980 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b88817-e153-408d-bc31-ad073a24e376 HTTP/1.1" status: 200 len: 859 time: 0.0546687 Jun 24 09:13:10.133184 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-242e3bb7-1e46-43a1-b2fc-e1ae8117eaa9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e433b44-0391-4fbf-ae3d-a9343f6d064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316882 Jun 24 09:13:10.142978 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Made reservation on behalf of 1421c1546cf34bd8b7927ed801ddb8de for: {'port': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:13:10.146922 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:10.229968 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b37aa1-9475-4f19-ab40-f7f6a124420c req-3fb8d220-2407-4f63-88b8-03b7d74e3741 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:10.237012 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-85b37aa1-9475-4f19-ab40-f7f6a124420c req-3fb8d220-2407-4f63-88b8-03b7d74e3741 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 931 time: 0.4316986 Jun 24 09:13:10.370281 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-85b37aa1-9475-4f19-ab40-f7f6a124420c req-49557d92-e38e-446a-aecc-9e2f8f29305e tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322389 Jun 24 09:13:10.427411 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-81307b31-e436-4f39-9445-a37910105b0a service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174323 Jun 24 09:13:10.503103 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Allocated IP 172.20.0.6 (8e433b44-0391-4fbf-ae3d-a9343f6d064e/a1b88817-e153-408d-bc31-ad073a24e376/27e5e915-91e9-4e0c-8a15-8970ddefe8c2) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:13:10.509747 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Allocated IP 172.20.0.8 (2ed02516-6582-48a1-acf3-3f6a9bf8b96e/8fe62bda-6a4e-4305-bcf9-9549a831168d/7d4aafef-9878-49a0-9a15-49b7f933a358) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:13:10.575634 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-62a622fc-dd76-4afe-849b-cc3d1c6b8051 req-d31bde77-09f1-43bb-884b-e9a5aaf947c2 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 210 time: 0.0484099 Jun 24 09:13:10.613751 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-162761bf-56c1-4c75-b7a2-a1c83c047ad7 req-2258732e-bb2f-4bfa-855b-08e7ef9b7840 service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744671 Jun 24 09:13:10.791740 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:10.814576 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3ba057c1-20a6-459b-9321-62050160a053 req-cf578e78-343c-4849-acef-f1d8971364e8 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 210 time: 0.0821252 Jun 24 09:13:10.819852 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b23718-07a9-4852-b0e1-f7a73d06640b {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:10.830674 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:10.847655 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Transition to ACTIVE for port object 73b23718-07a9-4852-b0e1-f7a73d06640b will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:13:10.874677 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3f06-b790-4ba7-a867-8abc8468e726 req-6061a7b4-b250-4edd-a875-5b80ec13b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:10.877599 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d46e3f06-b790-4ba7-a867-8abc8468e726 req-6061a7b4-b250-4edd-a875-5b80ec13b761 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1421c1546cf34bd8b7927ed801ddb8de&device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 1096 time: 0.1188264 Jun 24 09:13:10.883260 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:10.888489 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:10.896202 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:10.920226 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f26c6911-bdd1-4b20-9f58-477fe0c3fe85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:10.950725 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81cc81-4639-488b-85d2-feb3300b0ffd req-5f324990-72cc-493d-9335-46cfbf1ad6a5 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:10.952365 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6d81cc81-4639-488b-85d2-feb3300b0ffd req-5f324990-72cc-493d-9335-46cfbf1ad6a5 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 944 time: 0.7468266 Jun 24 09:13:11.013008 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=73b23718-07a9-4852-b0e1-f7a73d06640b,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:11.019834 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Network 8e433b44-0391-4fbf-ae3d-a9343f6d064e is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:13:11.039605 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:13:11.045401 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:11.048645 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:13:11.056853 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:11.062119 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for port, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:11.089326 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Pushing event updated for resources: {'Port': ['ID=27e5e915-91e9-4e0c-8a15-8970ddefe8c2,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:11.106255 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:11.127088 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3f06-b790-4ba7-a867-8abc8468e726 req-b74152d4-4fa8-41ca-9976-5d63091ccd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:11.130618 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d46e3f06-b790-4ba7-a867-8abc8468e726 req-b74152d4-4fa8-41ca-9976-5d63091ccd1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e433b44-0391-4fbf-ae3d-a9343f6d064e HTTP/1.1" status: 200 len: 920 time: 0.2435668 Jun 24 09:13:11.132730 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6667004 Jun 24 09:13:11.153852 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6d81cc81-4639-488b-85d2-feb3300b0ffd req-1f2e9b53-ea59-4102-afe7-7bf918a365ed tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859949 Jun 24 09:13:11.157123 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:11.172544 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Request body: {'port': {'device_id': '353d5590-52ea-46af-a8da-850db9e59c07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:11.181963 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Attempting to bind port 73b23718-07a9-4852-b0e1-f7a73d06640b on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:13:11.182300 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Attempting to bind port 73b23718-07a9-4852-b0e1-f7a73d06640b by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:13:11.182630 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Attempting to bind port 73b23718-07a9-4852-b0e1-f7a73d06640b on network bec49d64-4369-4490-ad85-2e53541d2805 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:11.205550 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Port 73b23718-07a9-4852-b0e1-f7a73d06640b on network bec49d64-4369-4490-ad85-2e53541d2805 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:13:11.205899 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Attempting to bind port 73b23718-07a9-4852-b0e1-f7a73d06640b on network bec49d64-4369-4490-ad85-2e53541d2805 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:11.223250 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Transition to ACTIVE for port object 7d4aafef-9878-49a0-9a15-49b7f933a358 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:13:11.224940 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:13:11.225279 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Checking segment: {'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:13:11.225664 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Bound using segment: {'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:13:11.226418 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Bound port: 73b23718-07a9-4852-b0e1-f7a73d06640b, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:13:11.226542 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:11.337903 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] For port 73b23718-07a9-4852-b0e1-f7a73d06640b, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:13:11.342681 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] For port 73b23718-07a9-4852-b0e1-f7a73d06640b, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=73b23718-07a9-4852-b0e1-f7a73d06640b,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:13:11.350937 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:11.354579 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e82209da-60d9-47c4-aaab-b06e70894ab0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:11.360369 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:11.431695 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:11.432326 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:11.436120 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] 10.222.0.23 "PUT /v2.0/ports/73b23718-07a9-4852-b0e1-f7a73d06640b HTTP/1.1" status: 200 len: 1093 time: 2.0649793 Jun 24 09:13:11.436854 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5672424-9b34-4a76-ad4c-222d56ecdc9e', 'tag': '73b23718-07a9-4852-b0e1-f7a73d06640b'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:11.439782 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d29445-f82a-463c-a2eb-fd4820bfad18" -d '{"events": [{"name": "network-changed", "server_uuid": "c5672424-9b34-4a76-ad4c-222d56ecdc9e", "tag": "73b23718-07a9-4852-b0e1-f7a73d06640b"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:11.451821 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:13:11.516732 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:13:11.518211 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=73b23718-07a9-4852-b0e1-f7a73d06640b,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:11.521430 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:13:11.527589 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:11.528221 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:11.536497 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d46e3f06-b790-4ba7-a867-8abc8468e726 req-5f4234ae-b880-41d0-b0c5-e806a80a787c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c341a96-f8cf-495c-8bba-306ac5096adb HTTP/1.1" status: 200 len: 217 time: 0.3780553 Jun 24 09:13:11.553378 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:11.553947 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3de21900-c34c-4871-b437-f9fcc011a54d tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:11.567944 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6058290 Jun 24 09:13:11.643588 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Request body: {'port': {'device_id': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:11.696125 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:11.701104 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3f06-b790-4ba7-a867-8abc8468e726 req-91375573-53d7-4e02-b5c5-fdbcfe34a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:11.702783 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d46e3f06-b790-4ba7-a867-8abc8468e726 req-91375573-53d7-4e02-b5c5-fdbcfe34a219 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b88817-e153-408d-bc31-ad073a24e376 HTTP/1.1" status: 200 len: 859 time: 0.1568446 Jun 24 09:13:11.749557 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d46e3f06-b790-4ba7-a867-8abc8468e726 req-2454ced3-d8ce-4351-9516-3737377f3482 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e433b44-0391-4fbf-ae3d-a9343f6d064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378067 Jun 24 09:13:11.856587 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event updated for resources: {'Port': ['ID=7d4aafef-9878-49a0-9a15-49b7f933a358,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:11.858720 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a1a88-c392-4662-ad27-738b7c97c6c0 req-de875531-1db4-4009-867b-ab46eafdf1ab tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:11.866507 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:11.868276 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-059a1a88-c392-4662-ad27-738b7c97c6c0 req-de875531-1db4-4009-867b-ab46eafdf1ab tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 944 time: 0.3561580 Jun 24 09:13:11.882961 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febb6ff-cb34-44e5-902f-b9c88de89aa0 req-fb160794-e60b-49d7-9fed-d43835215c2b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:11.887380 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1febb6ff-cb34-44e5-902f-b9c88de89aa0 req-fb160794-e60b-49d7-9fed-d43835215c2b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 943 time: 0.2984674 Jun 24 09:13:11.893162 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:11.897662 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-a665c5d8-75e6-40db-8565-3a807967ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:11.899339 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-a665c5d8-75e6-40db-8565-3a807967ef06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b67ac5a655342b8b8de30b65acaa730&device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 1096 time: 0.3593025 Jun 24 09:13:11.961305 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-197612ce-9fb7-4dbd-b76f-ff4a61f2ade4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b23718-07a9-4852-b0e1-f7a73d06640b HTTP/1.1" status: 200 len: 217 time: 0.0470877 Jun 24 09:13:12.018532 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-38857492-529d-4845-aa1f-a9922fad25dd None None] Provisioning for port 7d4aafef-9878-49a0-9a15-49b7f933a358 completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:13:12.024317 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-38857492-529d-4845-aa1f-a9922fad25dd None None] Provisioning complete for port 7d4aafef-9878-49a0-9a15-49b7f933a358 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:12.024741 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-38857492-529d-4845-aa1f-a9922fad25dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.025117 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-059a1a88-c392-4662-ad27-738b7c97c6c0 req-887441c0-f760-49be-83f9-3953743a046a tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360264 Jun 24 09:13:12.046170 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1febb6ff-cb34-44e5-902f-b9c88de89aa0 req-cc4e0a4b-952c-4d6d-9034-c61837602da7 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530559 Jun 24 09:13:12.062655 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-38857492-529d-4845-aa1f-a9922fad25dd None None] Port 7d4aafef-9878-49a0-9a15-49b7f933a358 cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:13:12.068727 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device f98ed650-eccb-4598-b682-55e3737cffbf up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:13:12.090525 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d46e3f06-b790-4ba7-a867-8abc8468e726 req-d1de2c5e-1152-4bd1-9080-8abc6d5689ca service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305471 Jun 24 09:13:12.124309 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port f98ed650-eccb-4598-b682-55e3737cffbf completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:13:12.132324 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port f98ed650-eccb-4598-b682-55e3737cffbf triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:12.132763 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.201320 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c93fe19d-f2be-471a-b20a-dbfb8e8294c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:12.203003 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-c93fe19d-f2be-471a-b20a-dbfb8e8294c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38df72ae-f46f-47b9-9a1e-83a1b5f659e6 HTTP/1.1" status: 200 len: 850 time: 0.2195942 Jun 24 09:13:12.207733 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0038a602-1cb4-428e-b452-b5394a5fd119 x-openstack-request-id: req-0038a602-1cb4-428e-b452-b5394a5fd119 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:12.208124 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5672424-9b34-4a76-ad4c-222d56ecdc9e", "tag": "73b23718-07a9-4852-b0e1-f7a73d06640b", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:12.208410 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0038a602-1cb4-428e-b452-b5394a5fd119 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:12.208822 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5672424-9b34-4a76-ad4c-222d56ecdc9e', 'tag': '73b23718-07a9-4852-b0e1-f7a73d06640b', 'status': 'completed', 'code': 200} Jun 24 09:13:12.210915 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d46e3f06-b790-4ba7-a867-8abc8468e726 req-1c566a83-d898-46fa-8706-9baa035ae052 service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095736 Jun 24 09:13:12.262331 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.295300 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bbbb9c-281f-49df-9735-0154c17840e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ed650-eccb-4598-b682-55e3737cffbf'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:12.406768 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port f98ed650-eccb-4598-b682-55e3737cffbf, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=f98ed650-eccb-4598-b682-55e3737cffbf,segment=NetworkSegment(391ea33d-3c08-4f1e-b052-1255a7ad5dd3),segment_id=391ea33d-3c08-4f1e-b052-1255a7ad5dd3)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:12.413424 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89e46a-408a-4c60-ad93-511e2465d207 req-d417ac83-937c-4cf6-80ee-ec2bbbeefb6b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:12.415803 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6c89e46a-408a-4c60-ad93-511e2465d207 req-d417ac83-937c-4cf6-80ee-ec2bbbeefb6b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 931 time: 0.2036519 Jun 24 09:13:12.416357 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.417392 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device d5b77f91-102f-49c9-88e2-ca299ed6bc46 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:13:12.443613 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.notifiers.nova [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 {{(pid=93121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:12.456631 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:12.464403 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.474445 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-a040c6d9-c9ff-4d86-8cbd-471469a717fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:12.476049 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-a040c6d9-c9ff-4d86-8cbd-471469a717fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bec49d64-4369-4490-ad85-2e53541d2805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2198534 Jun 24 09:13:12.504376 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6c89e46a-408a-4c60-ad93-511e2465d207 req-1b438d4e-e7ca-40d2-9e0f-fb1893b2ffbd tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794463 Jun 24 09:13:12.510174 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.provisioning_blocks [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Transition to ACTIVE for port object 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 will not be triggered until provisioned by entity L2. {{(pid=93121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:13:12.517710 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.524071 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a278140b-702b-4b60-8130-5e0d5f5e6741 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:12.592701 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d5b08e-0467-43f8-a5d9-27ca17c9bc9f" -d '{"events": [{"server_uuid": "77bbbb9c-281f-49df-9735-0154c17840e4", "name": "network-vif-plugged", "status": "completed", "tag": "f98ed650-eccb-4598-b682-55e3737cffbf"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:12.594715 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Pushing event updated for resources: {'Port': ['ID=27e5e915-91e9-4e0c-8a15-8970ddefe8c2,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:12.602272 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:12.631482 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=f98ed650-eccb-4598-b682-55e3737cffbf,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:12.636352 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:12.649036 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port d5b77f91-102f-49c9-88e2-ca299ed6bc46 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:13:12.655965 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port d5b77f91-102f-49c9-88e2-ca299ed6bc46 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:12.656357 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.670280 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.managers [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Attempting to bind port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:13:12.670280 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.managers [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Attempting to bind port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': 'cecafdd1-1409-4fd7-bf22-a6866aa57683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e'}] {{(pid=93121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:13:12.670706 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4aafef-9878-49a0-9a15-49b7f933a358 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:12.671356 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Attempting to bind port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 on network 8e433b44-0391-4fbf-ae3d-a9343f6d064e {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:12.694144 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 on network 8e433b44-0391-4fbf-ae3d-a9343f6d064e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:13:12.694144 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Attempting to bind port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 on network 8e433b44-0391-4fbf-ae3d-a9343f6d064e {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:12.699637 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8daaa2-211e-4098-8671-63e71c3a3e90 req-bff50e21-9c30-4b0b-8ef8-a0eebc4807ba tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:12.701330 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1f8daaa2-211e-4098-8671-63e71c3a3e90 req-bff50e21-9c30-4b0b-8ef8-a0eebc4807ba tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 931 time: 0.3207178 Jun 24 09:13:12.703697 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.719080 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:13:12.719202 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Checking segment: {'id': 'cecafdd1-1409-4fd7-bf22-a6866aa57683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:13:12.719616 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Bound using segment: {'id': 'cecafdd1-1409-4fd7-bf22-a6866aa57683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e'} {{(pid=93121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:13:12.720056 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.managers [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Bound port: 27e5e915-91e9-4e0c-8a15-8970ddefe8c2, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecafdd1-1409-4fd7-bf22-a6866aa57683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e'}}] {{(pid=93121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:13:12.720412 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.758443 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Transition to ACTIVE for port object 7d4aafef-9878-49a0-9a15-49b7f933a358 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:13:12.763327 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-9839023f-c470-44c9-9b7c-37c50bdc31b7 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676799 Jun 24 09:13:12.789039 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1f8daaa2-211e-4098-8671-63e71c3a3e90 req-3dc2c312-8ce5-4473-8e8e-27cb1436dc43 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746453 Jun 24 09:13:12.789721 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.806340 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573bc52-d227-4d92-934b-a03f033cc371 req-5bbdba7d-747f-491f-9c6e-429103d49d22 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:12.813467 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f573bc52-d227-4d92-934b-a03f033cc371 req-5bbdba7d-747f-491f-9c6e-429103d49d22 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 944 time: 0.1400380 Jun 24 09:13:12.831601 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] For port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2, host hv-cinder-79781, cleared binding levels {{(pid=93121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:13:12.839544 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.848788 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] For port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=27e5e915-91e9-4e0c-8a15-8970ddefe8c2,segment=NetworkSegment(cecafdd1-1409-4fd7-bf22-a6866aa57683),segment_id=cecafdd1-1409-4fd7-bf22-a6866aa57683)] {{(pid=93121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:13:12.858307 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.863768 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:12.876256 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f573bc52-d227-4d92-934b-a03f033cc371 req-9094ddd0-3ee9-4466-8ca8-3ac332b1ca0a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620036 Jun 24 09:13:12.898697 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6538ebd5-7851-45aa-a409-f211e047bca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:12.917375 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port d5b77f91-102f-49c9-88e2-ca299ed6bc46, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d5b77f91-102f-49c9-88e2-ca299ed6bc46,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:12.924461 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.934916 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:12.935713 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for port, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:12.936166 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:12.938492 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] 10.222.0.23 "PUT /v2.0/ports/27e5e915-91e9-4e0c-8a15-8970ddefe8c2 HTTP/1.1" status: 200 len: 1093 time: 1.7780910 Jun 24 09:13:12.939073 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353d5590-52ea-46af-a8da-850db9e59c07', 'tag': '27e5e915-91e9-4e0c-8a15-8970ddefe8c2'}] {{(pid=93121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:12.944412 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31124700cb2bf3b77116a2171270a120f87fb7573a800835942e3a72bea6ad82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39790ec9-1ffd-41d6-af79-e8e9f93780f5" -d '{"events": [{"name": "network-changed", "server_uuid": "353d5590-52ea-46af-a8da-850db9e59c07", "tag": "27e5e915-91e9-4e0c-8a15-8970ddefe8c2"}]}' {{(pid=93121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:13.034828 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10950e4a-8b05-479f-9e38-9421d4d328f1 x-openstack-request-id: req-10950e4a-8b05-479f-9e38-9421d4d328f1 {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:13.035763 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353d5590-52ea-46af-a8da-850db9e59c07", "tag": "27e5e915-91e9-4e0c-8a15-8970ddefe8c2", "status": "completed", "code": 200}]} {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:13.035870 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4aafef-9878-49a0-9a15-49b7f933a358,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:13.036485 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10950e4a-8b05-479f-9e38-9421d4d328f1 {{(pid=93121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:13.037107 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353d5590-52ea-46af-a8da-850db9e59c07', 'tag': '27e5e915-91e9-4e0c-8a15-8970ddefe8c2', 'status': 'completed', 'code': 200} Jun 24 09:13:13.039831 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Pushing event updated for resources: {'Port': ['ID=27e5e915-91e9-4e0c-8a15-8970ddefe8c2,revision_number=3']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:13.053853 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:13.086523 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:13.119162 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Attempting to bind port 7d4aafef-9878-49a0-9a15-49b7f933a358 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:13:13.119562 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Attempting to bind port 7d4aafef-9878-49a0-9a15-49b7f933a358 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:13:13.121167 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Attempting to bind port 7d4aafef-9878-49a0-9a15-49b7f933a358 on network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:13.121281 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c770d0-4f99-44ca-829b-049de80689e2 x-openstack-request-id: req-a9c770d0-4f99-44ca-829b-049de80689e2 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:13.121281 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bbbb9c-281f-49df-9735-0154c17840e4", "name": "network-vif-plugged", "status": "completed", "tag": "f98ed650-eccb-4598-b682-55e3737cffbf", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:13.125638 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9c770d0-4f99-44ca-829b-049de80689e2 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:13.126238 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bbbb9c-281f-49df-9735-0154c17840e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ed650-eccb-4598-b682-55e3737cffbf', 'code': 200} Jun 24 09:13:13.127303 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=d5b77f91-102f-49c9-88e2-ca299ed6bc46,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:13.130644 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Port 7d4aafef-9878-49a0-9a15-49b7f933a358 on network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:13:13.130962 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Attempting to bind port 7d4aafef-9878-49a0-9a15-49b7f933a358 on network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:13.156456 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:13.159088 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fbd5d73d-4051-4b3e-941e-f1cea2470d6c req-54c46879-ca5b-4a06-82b6-1b2a7ee730fd service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792653 Jun 24 09:13:13.160101 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:13:13.160434 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Checking segment: {'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:13:13.160810 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Bound using segment: {'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:13:13.161256 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Bound port: 7d4aafef-9878-49a0-9a15-49b7f933a358, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:13:13.161651 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:13.163095 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-eb1535c1-76c8-44af-8694-9b6abf314684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:13.173698 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-eb1535c1-76c8-44af-8694-9b6abf314684 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1421c1546cf34bd8b7927ed801ddb8de&device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 1096 time: 0.1555154 Jun 24 09:13:13.291077 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-844556e7-9fc2-4c6b-ae92-05bfa95c51c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27e5e915-91e9-4e0c-8a15-8970ddefe8c2 HTTP/1.1" status: 200 len: 217 time: 0.0872078 Jun 24 09:13:13.390762 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-e7c2705a-9434-48c6-9cd7-69a58fba0de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:13.392353 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-e7c2705a-9434-48c6-9cd7-69a58fba0de0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b88817-e153-408d-bc31-ad073a24e376 HTTP/1.1" status: 200 len: 859 time: 0.0889077 Jun 24 09:13:13.419560 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] For port 7d4aafef-9878-49a0-9a15-49b7f933a358, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:13:13.443376 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda15e0-c3e8-46f8-8487-d4fe903d316e req-6112c67f-5725-492f-bb8f-b8d2ca03eef5 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:13.444914 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7bda15e0-c3e8-46f8-8487-d4fe903d316e req-6112c67f-5725-492f-bb8f-b8d2ca03eef5 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 945 time: 0.1523256 Jun 24 09:13:13.447548 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-a02032ef-0537-436d-a1d3-c68b7c1db48c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e433b44-0391-4fbf-ae3d-a9343f6d064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463238 Jun 24 09:13:13.458768 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] For port 7d4aafef-9878-49a0-9a15-49b7f933a358, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=7d4aafef-9878-49a0-9a15-49b7f933a358,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:13:13.467545 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:13.477197 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:13.535943 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:13.536568 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:13.538249 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] 10.222.0.23 "PUT /v2.0/ports/7d4aafef-9878-49a0-9a15-49b7f933a358 HTTP/1.1" status: 200 len: 1093 time: 1.9006772 Jun 24 09:13:13.550903 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d29445-f82a-463c-a2eb-fd4820bfad18 req-5aeed587-cc50-4b17-aa53-f630bf289575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:13.551972 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-06d29445-f82a-463c-a2eb-fd4820bfad18 req-5aeed587-cc50-4b17-aa53-f630bf289575 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b67ac5a655342b8b8de30b65acaa730&device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 1096 time: 0.2290990 Jun 24 09:13:13.593017 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46209097-1b7d-4c6a-b289-3ae538986a06 req-33ff37d7-2c93-4e64-9b60-627245b56b90 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:13.594543 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-46209097-1b7d-4c6a-b289-3ae538986a06 req-33ff37d7-2c93-4e64-9b60-627245b56b90 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 943 time: 0.1913803 Jun 24 09:13:13.646922 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4aafef-9878-49a0-9a15-49b7f933a358,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:13.684758 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:13.707444 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-9893e2d6-501b-40fe-9fc0-03e5a87c3d6f service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521312 Jun 24 09:13:13.778303 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-46209097-1b7d-4c6a-b289-3ae538986a06 req-15228d01-8e8d-44b6-bf3b-3a72203240b0 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701298 Jun 24 09:13:13.781911 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7bda15e0-c3e8-46f8-8487-d4fe903d316e req-bdb83c74-34a3-416b-a598-acead047043b tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285255 Jun 24 09:13:13.812307 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-b1166175-66fc-4244-9a66-7b93a502667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:13.814086 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-b1166175-66fc-4244-9a66-7b93a502667e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 1096 time: 0.1763175 Jun 24 09:13:13.815409 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d29445-f82a-463c-a2eb-fd4820bfad18 req-3e69e12c-1749-4f56-b544-93aac3aa5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:13.817137 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-06d29445-f82a-463c-a2eb-fd4820bfad18 req-3e69e12c-1749-4f56-b544-93aac3aa5139 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bec49d64-4369-4490-ad85-2e53541d2805 HTTP/1.1" status: 200 len: 912 time: 0.2498972 Jun 24 09:13:13.860253 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad27d-7bc4-4101-906a-646e4ef72049 req-e3c44d43-34ba-4104-8be8-52ca7f2590a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:13.861741 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d83ad27d-7bc4-4101-906a-646e4ef72049 req-e3c44d43-34ba-4104-8be8-52ca7f2590a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 1098 time: 0.3881259 Jun 24 09:13:13.908606 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87f7628b-1de9-4451-bcf0-66ea356b641e req-d38f690a-e5db-4d91-b466-d18038f134f0 service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777766 Jun 24 09:13:13.922387 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-d83ad27d-7bc4-4101-906a-646e4ef72049 req-e3bdf095-3b58-4aa4-b7d4-b87ef5fab06c service neutron] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:13.943074 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-06d29445-f82a-463c-a2eb-fd4820bfad18 req-a5a4d529-93bd-4220-866f-a8ecc1624171 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b23718-07a9-4852-b0e1-f7a73d06640b HTTP/1.1" status: 200 len: 217 time: 0.1068709 Jun 24 09:13:13.944146 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-b27e9c5b-e260-4fee-81de-50e447dbeebb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d4aafef-9878-49a0-9a15-49b7f933a358 HTTP/1.1" status: 200 len: 217 time: 0.1075239 Jun 24 09:13:14.052559 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 4c341a96-f8cf-495c-8bba-306ac5096adb details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:13:14.083967 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-d83ad27d-7bc4-4101-906a-646e4ef72049 req-e3bdf095-3b58-4aa4-b7d4-b87ef5fab06c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:14.118727 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-d83ad27d-7bc4-4101-906a-646e4ef72049 req-e3bdf095-3b58-4aa4-b7d4-b87ef5fab06c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:14.148773 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d9ba3a2d-2151-4cbd-8a5e-f3eda9280db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:14.178930 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 4c341a96-f8cf-495c-8bba-306ac5096adb, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=4c341a96-f8cf-495c-8bba-306ac5096adb,segment=NetworkSegment(cecafdd1-1409-4fd7-bf22-a6866aa57683),segment_id=cecafdd1-1409-4fd7-bf22-a6866aa57683)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:14.197067 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d83ad27d-7bc4-4101-906a-646e4ef72049 req-e3bdf095-3b58-4aa4-b7d4-b87ef5fab06c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877939 Jun 24 09:13:14.205330 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '4c341a96-f8cf-495c-8bba-306ac5096adb', 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e', 'port_id': '4c341a96-f8cf-495c-8bba-306ac5096adb', 'mac_address': 'fa:16:3e:69:4a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b88817-e153-408d-bc31-ad073a24e376', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:13:14.219289 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdf095-3b58-4aa4-b7d4-b87ef5fab06c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bc59ba-60e5-4d26-885f-3d8d0f375397,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:14.223740 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-e3bdf095-3b58-4aa4-b7d4-b87ef5fab06c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:14.249042 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:14.260238 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0e267-df49-4900-b816-dc6b938c2374 req-00dfac01-29de-4228-bd98-85b11673ad98 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:14.268358 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c4d0e267-df49-4900-b816-dc6b938c2374 req-00dfac01-29de-4228-bd98-85b11673ad98 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.1949415 Jun 24 09:13:14.271089 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c341a96-f8cf-495c-8bba-306ac5096adb {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:14.272435 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39790ec9-1ffd-41d6-af79-e8e9f93780f5 req-aacb6882-6bbe-48dd-9877-112b39e0d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:14.273897 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-39790ec9-1ffd-41d6-af79-e8e9f93780f5 req-aacb6882-6bbe-48dd-9877-112b39e0d954 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1421c1546cf34bd8b7927ed801ddb8de&device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 1096 time: 0.1994133 Jun 24 09:13:14.296702 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 4c341a96-f8cf-495c-8bba-306ac5096adb, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=4c341a96-f8cf-495c-8bba-306ac5096adb,segment=NetworkSegment(cecafdd1-1409-4fd7-bf22-a6866aa57683),segment_id=cecafdd1-1409-4fd7-bf22-a6866aa57683)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:14.304108 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:14.308069 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3fc22536-8103-40c7-af79-cb36520ff655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:14.327543 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c4d0e267-df49-4900-b816-dc6b938c2374 req-13ded4b0-8bae-4768-a5b3-8d5a5c5b48c7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581009 Jun 24 09:13:14.377160 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=4c341a96-f8cf-495c-8bba-306ac5096adb,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:14.380850 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:14.391338 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:14.393904 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a74674a-3c22-4726-97b3-91c16ec72359" -d '{"events": [{"name": "network-changed", "server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:14.406278 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d29445-f82a-463c-a2eb-fd4820bfad18 req-ab650213-bf27-4875-996c-331a68d579c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:14.413665 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-06d29445-f82a-463c-a2eb-fd4820bfad18 req-ab650213-bf27-4875-996c-331a68d579c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38df72ae-f46f-47b9-9a1e-83a1b5f659e6 HTTP/1.1" status: 200 len: 850 time: 0.4527984 Jun 24 09:13:14.420432 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-3e863dd0-9488-4048-b8f8-b288676f63e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:14.421792 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-3e863dd0-9488-4048-b8f8-b288676f63e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 200 len: 854 time: 0.4349113 Jun 24 09:13:14.469862 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553949d-b989-4c74-945d-68ace3298e47 req-37c59f2b-135f-40cc-a7f9-2e03495fa405 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:14.471539 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6553949d-b989-4c74-945d-68ace3298e47 req-37c59f2b-135f-40cc-a7f9-2e03495fa405 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 943 time: 0.4302402 Jun 24 09:13:14.516696 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6553949d-b989-4c74-945d-68ace3298e47 req-5b8c5356-8975-45ab-a31e-14fd04ab0e1b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385568 Jun 24 09:13:14.553183 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e3426-57de-4962-9858-cbf6d7c05894 req-63d6c267-abea-4500-b502-27ac0df2edb9 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:14.554966 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f53e3426-57de-4962-9858-cbf6d7c05894 req-63d6c267-abea-4500-b502-27ac0df2edb9 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 945 time: 0.0731411 Jun 24 09:13:14.588285 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec17355-bd3f-4e8e-b4a9-0ee427c8105d x-openstack-request-id: req-dec17355-bd3f-4e8e-b4a9-0ee427c8105d {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:14.588849 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:14.589180 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dec17355-bd3f-4e8e-b4a9-0ee427c8105d {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:14.589642 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'status': 'completed', 'code': 200} Jun 24 09:13:14.598531 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f53e3426-57de-4962-9858-cbf6d7c05894 req-067b7277-00e7-4787-b48a-85fa4a637664 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377939 Jun 24 09:13:14.738475 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-aa98fce9-0d5d-414c-ac7e-cdfb1459b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:14.739725 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39790ec9-1ffd-41d6-af79-e8e9f93780f5 req-c9c88931-a7e7-47c1-aff0-381cb657582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:14.740300 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-aa98fce9-0d5d-414c-ac7e-cdfb1459b155 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0967629 Jun 24 09:13:14.741514 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-39790ec9-1ffd-41d6-af79-e8e9f93780f5 req-c9c88931-a7e7-47c1-aff0-381cb657582c service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e433b44-0391-4fbf-ae3d-a9343f6d064e HTTP/1.1" status: 200 len: 920 time: 0.0989802 Jun 24 09:13:14.742038 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d29445-f82a-463c-a2eb-fd4820bfad18 req-5b8ab1ca-c656-4c4d-b0ee-05436ba71ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:14.743881 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-06d29445-f82a-463c-a2eb-fd4820bfad18 req-5b8ab1ca-c656-4c4d-b0ee-05436ba71ef1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bec49d64-4369-4490-ad85-2e53541d2805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1009986 Jun 24 09:13:14.772833 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['4c341a96-f8cf-495c-8bba-306ac5096adb'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:13:14.826734 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-39790ec9-1ffd-41d6-af79-e8e9f93780f5 req-2529cb40-7284-4c33-9c90-d288df70b8a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27e5e915-91e9-4e0c-8a15-8970ddefe8c2 HTTP/1.1" status: 200 len: 217 time: 0.0370369 Jun 24 09:13:14.903380 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39790ec9-1ffd-41d6-af79-e8e9f93780f5 req-521398a1-c389-43df-b6f5-487ac8e66ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:14.905774 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-39790ec9-1ffd-41d6-af79-e8e9f93780f5 req-521398a1-c389-43df-b6f5-487ac8e66ae2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b88817-e153-408d-bc31-ad073a24e376 HTTP/1.1" status: 200 len: 859 time: 0.0712304 Jun 24 09:13:14.946480 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-39790ec9-1ffd-41d6-af79-e8e9f93780f5 req-a7270fc2-058a-4556-9bfd-ead2ab0b5064 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e433b44-0391-4fbf-ae3d-a9343f6d064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311956 Jun 24 09:13:15.058545 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-9e2d7825-ac08-4c15-b181-83d013a87cdb service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617626 Jun 24 09:13:15.063677 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-06d29445-f82a-463c-a2eb-fd4820bfad18 req-9cbc3448-9d50-433c-88a3-fbff19419a48 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747030 Jun 24 09:13:15.084547 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cf3e4-b387-4a12-b5a7-a726e5aa6d25 req-ccda97ee-d7b6-42e6-849f-c1f63d0036fc tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:15.085990 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fb3cf3e4-b387-4a12-b5a7-a726e5aa6d25 req-ccda97ee-d7b6-42e6-849f-c1f63d0036fc tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 945 time: 0.1351388 Jun 24 09:13:15.089636 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-39790ec9-1ffd-41d6-af79-e8e9f93780f5 req-23247163-f3a5-4ab6-b70a-f26a8f1f48c9 service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295171 Jun 24 09:13:15.127970 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0e5351-8c67-4f6e-a804-3b50765a7767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b77f91-102f-49c9-88e2-ca299ed6bc46'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:15.130344 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6311f898-4acb-43af-ae4f-45ecfdba56a0" -d '{"events": [{"server_uuid": "5d0e5351-8c67-4f6e-a804-3b50765a7767", "name": "network-vif-plugged", "status": "completed", "tag": "d5b77f91-102f-49c9-88e2-ca299ed6bc46"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:15.172960 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fb3cf3e4-b387-4a12-b5a7-a726e5aa6d25 req-6c40e182-d560-4ff1-a1a0-916f1092c30f tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799754 Jun 24 09:13:15.177381 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71405e-fbdd-4cc0-a43a-98d21fe42f9a req-819421a1-4d2d-4a81-82d7-e5c423e34ff3 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:15.178991 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0a71405e-fbdd-4cc0-a43a-98d21fe42f9a req-819421a1-4d2d-4a81-82d7-e5c423e34ff3 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 943 time: 0.2342188 Jun 24 09:13:15.221715 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-39790ec9-1ffd-41d6-af79-e8e9f93780f5 req-7eca72ae-98d6-4d6b-b4fb-0931f1208ffe service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228383 Jun 24 09:13:15.242238 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceaefab-7b45-4f2e-8b76-346fe833f2e5 x-openstack-request-id: req-1ceaefab-7b45-4f2e-8b76-346fe833f2e5 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:15.243081 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0e5351-8c67-4f6e-a804-3b50765a7767", "name": "network-vif-plugged", "status": "completed", "tag": "d5b77f91-102f-49c9-88e2-ca299ed6bc46", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:15.243409 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ceaefab-7b45-4f2e-8b76-346fe833f2e5 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:15.243849 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0e5351-8c67-4f6e-a804-3b50765a7767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b77f91-102f-49c9-88e2-ca299ed6bc46', 'code': 200} Jun 24 09:13:15.259343 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0a71405e-fbdd-4cc0-a43a-98d21fe42f9a req-e36c24aa-7c98-4dae-87d0-b70151ea94fb tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736377 Jun 24 09:13:15.292713 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbf585af-c3e3-4b2e-8065-fe1447d8ef94 req-0b16d311-a27a-456f-9430-941e809add6b service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221282 Jun 24 09:13:15.294875 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-06d29445-f82a-463c-a2eb-fd4820bfad18 req-e501ebc1-d853-4581-8687-c10ba6cce58b service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233436 Jun 24 09:13:15.525370 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e64275-7c46-40a9-a74c-9bc76bbcfbaa req-524daddd-17e3-4bf7-97a9-3aa4d7c21df5 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:15.527367 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-63e64275-7c46-40a9-a74c-9bc76bbcfbaa req-524daddd-17e3-4bf7-97a9-3aa4d7c21df5 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0890665 Jun 24 09:13:15.572221 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74674a-3c22-4726-97b3-91c16ec72359 req-11201382-11d9-4ef5-bdfc-e2acc88e9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:15.574613 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1a74674a-3c22-4726-97b3-91c16ec72359 req-11201382-11d9-4ef5-bdfc-e2acc88e9b5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 1096 time: 0.1197219 Jun 24 09:13:15.585663 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-63e64275-7c46-40a9-a74c-9bc76bbcfbaa req-b23a1b7a-ea99-469c-b70b-38324bbc94e6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480821 Jun 24 09:13:15.731611 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58182) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:15.822287 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e405ab-86bc-4956-a2f5-8a0bbcee0066 req-c2ac3d73-3132-4ce7-96e0-79bfeecf98e3 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:15.832239 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-40e405ab-86bc-4956-a2f5-8a0bbcee0066 req-c2ac3d73-3132-4ce7-96e0-79bfeecf98e3 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 945 time: 0.0932395 Jun 24 09:13:15.834135 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74674a-3c22-4726-97b3-91c16ec72359 req-a8dfb508-d454-4ba4-8cbf-58cde1b1125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:15.839520 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1a74674a-3c22-4726-97b3-91c16ec72359 req-a8dfb508-d454-4ba4-8cbf-58cde1b1125c service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 916 time: 0.2537825 Jun 24 09:13:15.867607 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38703c2-ca52-4b89-9d2b-d05ebb3f0d68 req-6df865a8-c4d6-47d1-a0d8-c08582011029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:15.869151 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c38703c2-ca52-4b89-9d2b-d05ebb3f0d68 req-6df865a8-c4d6-47d1-a0d8-c08582011029 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 1098 time: 0.2052484 Jun 24 09:13:15.881698 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-40e405ab-86bc-4956-a2f5-8a0bbcee0066 req-729590e1-2d3d-4c66-ac11-644a43e0a9c2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485189 Jun 24 09:13:15.907777 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1a74674a-3c22-4726-97b3-91c16ec72359 req-3c3a9cb2-9950-43e9-8a15-28c064d20306 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d4aafef-9878-49a0-9a15-49b7f933a358 HTTP/1.1" status: 200 len: 217 time: 0.0536442 Jun 24 09:13:15.939259 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543b1be-4a70-4840-ba6f-7e3c0c89e32c req-cb3c36a4-be2e-4233-be62-66f42bf3db9c tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:15.940770 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5543b1be-4a70-4840-ba6f-7e3c0c89e32c req-cb3c36a4-be2e-4233-be62-66f42bf3db9c tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 943 time: 0.2380760 Jun 24 09:13:16.008159 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c38703c2-ca52-4b89-9d2b-d05ebb3f0d68 req-5ff90834-cc20-4aff-81f5-f6e319ffdd4c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067529 Jun 24 09:13:16.015832 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74674a-3c22-4726-97b3-91c16ec72359 req-a608b6c3-c1bc-444b-9c46-f7b6274c7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:16.017249 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1a74674a-3c22-4726-97b3-91c16ec72359 req-a608b6c3-c1bc-444b-9c46-f7b6274c7c26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 200 len: 854 time: 0.0988426 Jun 24 09:13:16.032218 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5543b1be-4a70-4840-ba6f-7e3c0c89e32c req-fbb949ba-5fd1-461a-b88e-1b28144788bd tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724881 Jun 24 09:13:16.072776 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 4c341a96-f8cf-495c-8bba-306ac5096adb up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:13:16.086325 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-66f4958c-85ac-4566-b91d-c91485674d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.125586 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port 4c341a96-f8cf-495c-8bba-306ac5096adb completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:13:16.130339 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 4c341a96-f8cf-495c-8bba-306ac5096adb triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:16.130837 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.182265 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-66f4958c-85ac-4566-b91d-c91485674d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.186633 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-66f4958c-85ac-4566-b91d-c91485674d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.189750 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:16.218124 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.230871 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4958c-85ac-4566-b91d-c91485674d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe262ab-0c71-48ba-8d8c-58094456de97,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:16.233985 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-66f4958c-85ac-4566-b91d-c91485674d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:16.236796 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-66f4958c-85ac-4566-b91d-c91485674d4f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=383c9cbfbce341ecb5c02a73121742c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5041821 Jun 24 09:13:16.239965 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58218) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:16.270591 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 4c341a96-f8cf-495c-8bba-306ac5096adb, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=4c341a96-f8cf-495c-8bba-306ac5096adb,segment=NetworkSegment(cecafdd1-1409-4fd7-bf22-a6866aa57683),segment_id=cecafdd1-1409-4fd7-bf22-a6866aa57683)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:16.277103 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.281545 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-106f43a4-98d4-4e3d-9b11-4203aa879e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:16.303919 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6c2097c4-524d-4ada-8a85-d03857287bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.330928 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6c2097c4-524d-4ada-8a85-d03857287bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.352312 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=4c341a96-f8cf-495c-8bba-306ac5096adb,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:16.365257 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:16.409881 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58224) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:16.444469 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50370558-0315-4728-9d8b-7986b7307b7e req-30667126-cac1-44ee-948f-c2bfb4183ef4 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:16.447005 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-50370558-0315-4728-9d8b-7986b7307b7e req-30667126-cac1-44ee-948f-c2bfb4183ef4 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 945 time: 0.1186101 Jun 24 09:13:16.452638 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6c2097c4-524d-4ada-8a85-d03857287bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.455748 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906ca8f-d362-449d-9195-c031e55f049f req-6c1041f0-a85a-4915-922c-f4b317533b90 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:16.458069 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6c2097c4-524d-4ada-8a85-d03857287bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.461933 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-6c2097c4-524d-4ada-8a85-d03857287bca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4fe262ab-0c71-48ba-8d8c-58094456de97 HTTP/1.1" status: 204 len: 168 time: 0.2165120 Jun 24 09:13:16.461933 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f35a8136-0b1b-487c-aadf-916bd43047d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:16.471701 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2906ca8f-d362-449d-9195-c031e55f049f req-6c1041f0-a85a-4915-922c-f4b317533b90 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 943 time: 0.0863996 Jun 24 09:13:16.479109 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2097c4-524d-4ada-8a85-d03857287bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe262ab-0c71-48ba-8d8c-58094456de97,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:16.481554 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-6c2097c4-524d-4ada-8a85-d03857287bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:16.511860 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-50370558-0315-4728-9d8b-7986b7307b7e req-a08f9725-644f-470f-8048-a8866e7b3059 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 Jun 24 09:13:16.547571 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5639576b-40df-49e7-9c37-22e820f5575c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.560465 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2906ca8f-d362-449d-9195-c031e55f049f req-90877864-028a-49fd-a39a-06aa7353c527 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875335 Jun 24 09:13:16.578302 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74674a-3c22-4726-97b3-91c16ec72359 req-d1c955d2-4a7c-460f-92a9-592017dc6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:16.579787 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1a74674a-3c22-4726-97b3-91c16ec72359 req-d1c955d2-4a7c-460f-92a9-592017dc6f02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1056807 Jun 24 09:13:16.669931 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5639576b-40df-49e7-9c37-22e820f5575c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.677252 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5639576b-40df-49e7-9c37-22e820f5575c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.682378 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-96610384-e65a-46ad-ba2e-a01af3f44d1b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:16.690619 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1a74674a-3c22-4726-97b3-91c16ec72359 req-2372ac28-5675-4eaa-a4e1-cc3cd3e1e0d1 service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991824 Jun 24 09:13:16.747087 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-5639576b-40df-49e7-9c37-22e820f5575c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f342dc2a8c14e0d918b1465c229d6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345034 Jun 24 09:13:16.756381 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 58234) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:16.768495 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639576b-40df-49e7-9c37-22e820f5575c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72380928-e21b-45e7-a6a1-7b87ead3281d,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:16.772203 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-5639576b-40df-49e7-9c37-22e820f5575c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:16.811750 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd9b56-405a-4ea4-a541-389f38c8c25b req-993b8503-4f4c-4cc7-afe4-0b96e7ab8910 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:16.816102 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-57cd9b56-405a-4ea4-a541-389f38c8c25b req-993b8503-4f4c-4cc7-afe4-0b96e7ab8910 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0934176 Jun 24 09:13:16.846074 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1a74674a-3c22-4726-97b3-91c16ec72359 req-29f32117-c470-423f-9495-bf60b6fa3c20 service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472931 Jun 24 09:13:16.846919 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d555dbe3-78bf-4a02-9aa3-9a382ca98f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.874128 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d555dbe3-78bf-4a02-9aa3-9a382ca98f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.895865 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-57cd9b56-405a-4ea4-a541-389f38c8c25b req-e0429709-f8bf-47ea-a42b-4c2e22d8aca9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701437 Jun 24 09:13:16.914323 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58244) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:16.934357 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d555dbe3-78bf-4a02-9aa3-9a382ca98f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.940250 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d555dbe3-78bf-4a02-9aa3-9a382ca98f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.940874 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e5183ea8-61bf-42e0-a32a-d439ebb8fc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:16.944053 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-d555dbe3-78bf-4a02-9aa3-9a382ca98f74 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72380928-e21b-45e7-a6a1-7b87ead3281d HTTP/1.1" status: 204 len: 168 time: 0.1842222 Jun 24 09:13:16.944053 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:16.950589 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555dbe3-78bf-4a02-9aa3-9a382ca98f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72380928-e21b-45e7-a6a1-7b87ead3281d,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:16.953860 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-d555dbe3-78bf-4a02-9aa3-9a382ca98f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:17.078268 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e5183ea8-61bf-42e0-a32a-d439ebb8fc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:17.083567 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e5183ea8-61bf-42e0-a32a-d439ebb8fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:17.089911 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f1cc155a-0833-428f-97f3-cda375beee58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:17.170647 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-e5183ea8-61bf-42e0-a32a-d439ebb8fc6d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f59242bd20d14cc9b652c391900ddff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552099 Jun 24 09:13:17.188509 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58252) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:17.213025 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5183ea8-61bf-42e0-a32a-d439ebb8fc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c286a82-343f-4f7f-a785-80e2d2be3784,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:17.231344 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-e5183ea8-61bf-42e0-a32a-d439ebb8fc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:17.245571 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdbe44e-81e4-44cf-99c3-cf4b9290557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c341a96-f8cf-495c-8bba-306ac5096adb'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:17.247980 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217343f6-997e-453e-a0f4-f3a62923bea4" -d '{"events": [{"server_uuid": "9bdbe44e-81e4-44cf-99c3-cf4b9290557b", "name": "network-vif-plugged", "status": "completed", "tag": "4c341a96-f8cf-495c-8bba-306ac5096adb"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:17.254315 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6e474-645e-4436-be1c-01c1cdb9e6cd req-abaa127c-f8f3-43f6-8b65-a484040ba87c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:17.255965 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-32e6e474-645e-4436-be1c-01c1cdb9e6cd req-abaa127c-f8f3-43f6-8b65-a484040ba87c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 945 time: 0.1418567 Jun 24 09:13:17.296604 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-32e6e474-645e-4436-be1c-01c1cdb9e6cd req-38fff1e2-bec1-4067-bd7c-090e57961fd1 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329404 Jun 24 09:13:17.311359 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-87245665-18dc-4e7c-a3ec-58fd171581dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:17.348285 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-87245665-18dc-4e7c-a3ec-58fd171581dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:17.352436 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7590e9a-395c-4db5-8104-5cdfc0a17bf9 x-openstack-request-id: req-e7590e9a-395c-4db5-8104-5cdfc0a17bf9 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:17.354388 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdbe44e-81e4-44cf-99c3-cf4b9290557b", "name": "network-vif-plugged", "status": "completed", "tag": "4c341a96-f8cf-495c-8bba-306ac5096adb", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:17.354823 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7590e9a-395c-4db5-8104-5cdfc0a17bf9 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:17.355314 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdbe44e-81e4-44cf-99c3-cf4b9290557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c341a96-f8cf-495c-8bba-306ac5096adb', 'code': 200} Jun 24 09:13:17.367867 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3cbb-7aaa-49c6-8c43-71014b117324 req-3d14524a-d710-493d-a522-9645e5556861 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:17.369404 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-344a3cbb-7aaa-49c6-8c43-71014b117324 req-3d14524a-d710-493d-a522-9645e5556861 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 943 time: 0.1797121 Jun 24 09:13:17.429460 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-344a3cbb-7aaa-49c6-8c43-71014b117324 req-2c51cc16-c65d-4538-afd3-19e76d8b9dc6 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526035 Jun 24 09:13:17.437212 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58260) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:17.451548 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ad276bb0-1e57-400c-8022-d6bcf1151af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:17.462318 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-87245665-18dc-4e7c-a3ec-58fd171581dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:17.465931 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-87245665-18dc-4e7c-a3ec-58fd171581dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:17.467066 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-87245665-18dc-4e7c-a3ec-58fd171581dd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c286a82-343f-4f7f-a785-80e2d2be3784 HTTP/1.1" status: 204 len: 168 time: 0.2761240 Jun 24 09:13:17.469823 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-6c2097c4-524d-4ada-8a85-d03857287bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:17.481686 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87245665-18dc-4e7c-a3ec-58fd171581dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c286a82-343f-4f7f-a785-80e2d2be3784,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:17.490905 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-87245665-18dc-4e7c-a3ec-58fd171581dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:17.606149 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ad276bb0-1e57-400c-8022-d6bcf1151af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:17.612227 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ad276bb0-1e57-400c-8022-d6bcf1151af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:17.621574 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:17.682538 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-ad276bb0-1e57-400c-8022-d6bcf1151af6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc09e37b67d4487a9806f0d9b3c3891f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441347 Jun 24 09:13:17.684507 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad276bb0-1e57-400c-8022-d6bcf1151af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0881da81-f89e-4e6e-b243-46e13e495ba8,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:17.687243 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58270) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:17.693500 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ad276bb0-1e57-400c-8022-d6bcf1151af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:17.746290 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f98ce-8727-463c-ad3e-2e46ed87b99c req-06426213-0e67-4249-b021-95bd7de8002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:17.748090 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-325f98ce-8727-463c-ad3e-2e46ed87b99c req-06426213-0e67-4249-b021-95bd7de8002b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 1098 time: 0.1517665 Jun 24 09:13:17.771585 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce187e6b-a266-46fe-8185-cfe594436292 req-4f5bc1e6-891d-460c-9791-272ecb632b31 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:17.771585 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ce187e6b-a266-46fe-8185-cfe594436292 req-4f5bc1e6-891d-460c-9791-272ecb632b31 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 945 time: 0.1109986 Jun 24 09:13:17.782284 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a9e554e4-ef2a-4c58-829c-9c5eb5ab65ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:17.810240 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8672c-f22d-4a94-93e5-7383d1cbec1e req-4f97214c-7bdd-4f6a-8c91-25641de5a095 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:17.811755 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-bea8672c-f22d-4a94-93e5-7383d1cbec1e req-4f97214c-7bdd-4f6a-8c91-25641de5a095 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 943 time: 0.1165419 Jun 24 09:13:17.820974 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a9e554e4-ef2a-4c58-829c-9c5eb5ab65ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:17.822693 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ce187e6b-a266-46fe-8185-cfe594436292 req-14ea432a-564e-44fc-9278-622fb9dab25c tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498981 Jun 24 09:13:17.834992 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-325f98ce-8727-463c-ad3e-2e46ed87b99c req-73a5ab7c-16df-497d-9622-ef320827efb4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469441 Jun 24 09:13:17.881465 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-bea8672c-f22d-4a94-93e5-7383d1cbec1e req-73f77308-0639-4cbd-9bbf-aa918ed23064 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583608 Jun 24 09:13:17.902972 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a9e554e4-ef2a-4c58-829c-9c5eb5ab65ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:17.906564 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a9e554e4-ef2a-4c58-829c-9c5eb5ab65ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:17.909337 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-a9e554e4-ef2a-4c58-829c-9c5eb5ab65ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0881da81-f89e-4e6e-b243-46e13e495ba8 HTTP/1.1" status: 204 len: 168 time: 0.2211041 Jun 24 09:13:17.913888 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:17.923939 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e554e4-ef2a-4c58-829c-9c5eb5ab65ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0881da81-f89e-4e6e-b243-46e13e495ba8,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:17.933569 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a9e554e4-ef2a-4c58-829c-9c5eb5ab65ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:18.069238 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:13:18.137107 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386e28b-7dcf-4557-a2f1-aeb7e54d38f8 req-e2d750b0-fb3c-418e-a77c-0f1bb6053885 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:18.138619 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a386e28b-7dcf-4557-a2f1-aeb7e54d38f8 req-e2d750b0-fb3c-418e-a77c-0f1bb6053885 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0897212 Jun 24 09:13:18.194717 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=27e5e915-91e9-4e0c-8a15-8970ddefe8c2,segment=NetworkSegment(cecafdd1-1409-4fd7-bf22-a6866aa57683),segment_id=cecafdd1-1409-4fd7-bf22-a6866aa57683)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:18.212966 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a386e28b-7dcf-4557-a2f1-aeb7e54d38f8 req-6faf6c9c-3e3b-4fa8-9569-bf6f4951a382 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654662 Jun 24 09:13:18.223434 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '27e5e915-91e9-4e0c-8a15-8970ddefe8c2', 'network_id': '8e433b44-0391-4fbf-ae3d-a9343f6d064e', 'port_id': '27e5e915-91e9-4e0c-8a15-8970ddefe8c2', 'mac_address': 'fa:16:3e:95:8d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b88817-e153-408d-bc31-ad073a24e376', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:13:18.361404 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:18.420769 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:18.468534 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=27e5e915-91e9-4e0c-8a15-8970ddefe8c2,segment=NetworkSegment(cecafdd1-1409-4fd7-bf22-a6866aa57683),segment_id=cecafdd1-1409-4fd7-bf22-a6866aa57683)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:18.479667 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:18.480733 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 73b23718-07a9-4852-b0e1-f7a73d06640b details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:13:18.487371 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-8ae402ea-8a0b-4068-b00c-072bc8cd4647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:18.622315 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=27e5e915-91e9-4e0c-8a15-8970ddefe8c2,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:18.627789 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:18.669382 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25912a69-fb37-4d7e-b8d6-be86a349edc8 req-f61a7bcf-86ba-47e5-9423-9c99868e633c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:18.679259 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-25912a69-fb37-4d7e-b8d6-be86a349edc8 req-f61a7bcf-86ba-47e5-9423-9c99868e633c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 945 time: 0.1317642 Jun 24 09:13:18.689423 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e2030-4401-4600-a69e-9343a3665d2f req-95d34b99-8755-4264-ac1c-7cd825149246 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:18.696690 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ac3e2030-4401-4600-a69e-9343a3665d2f req-95d34b99-8755-4264-ac1c-7cd825149246 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 944 time: 0.0893941 Jun 24 09:13:18.741880 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-25912a69-fb37-4d7e-b8d6-be86a349edc8 req-be97ed31-360f-40bf-aeaa-021d86ae51dc tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567722 Jun 24 09:13:18.748511 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ac3e2030-4401-4600-a69e-9343a3665d2f req-c4142cd0-53c4-4cf2-997b-eddedcb0e2ae tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506876 Jun 24 09:13:18.791694 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 73b23718-07a9-4852-b0e1-f7a73d06640b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=73b23718-07a9-4852-b0e1-f7a73d06640b,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:18.804814 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '73b23718-07a9-4852-b0e1-f7a73d06640b', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'port_id': '73b23718-07a9-4852-b0e1-f7a73d06640b', 'mac_address': 'fa:16:3e:e2:39:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:13:18.846769 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:18.860310 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b23718-07a9-4852-b0e1-f7a73d06640b {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:18.880793 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 73b23718-07a9-4852-b0e1-f7a73d06640b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=73b23718-07a9-4852-b0e1-f7a73d06640b,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:18.885490 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:18.887320 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:18.935324 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=73b23718-07a9-4852-b0e1-f7a73d06640b,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:18.938436 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:19.084272 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcfd30-ef43-4659-a2c7-05319a04506f req-ce628f2e-2ee5-413c-80e3-e939b56a8adb tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:19.086292 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-32dcfd30-ef43-4659-a2c7-05319a04506f req-ce628f2e-2ee5-413c-80e3-e939b56a8adb tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 944 time: 0.0697944 Jun 24 09:13:19.126855 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-32dcfd30-ef43-4659-a2c7-05319a04506f req-7a7ac07d-4f9f-4300-a0ec-8d2504a710b3 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335698 Jun 24 09:13:19.436119 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72362a-c530-4036-9e99-741b8c857028 req-f67d0583-2167-458a-84b6-0bf4fe56d410 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:19.437951 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0f72362a-c530-4036-9e99-741b8c857028 req-f67d0583-2167-458a-84b6-0bf4fe56d410 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0942364 Jun 24 09:13:19.496536 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0f72362a-c530-4036-9e99-741b8c857028 req-3bede917-10e0-4a7f-b13a-315c9c3d4cd6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512085 Jun 24 09:13:19.622386 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['73b23718-07a9-4852-b0e1-f7a73d06640b'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:13:19.650456 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['27e5e915-91e9-4e0c-8a15-8970ddefe8c2'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:13:20.016835 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb55ef-eaed-4bba-9581-49278d64f586 req-a89c7b40-883e-4783-9ead-037f2189d612 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:20.024026 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b8bb55ef-eaed-4bba-9581-49278d64f586 req-a89c7b40-883e-4783-9ead-037f2189d612 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 945 time: 0.0812464 Jun 24 09:13:20.060106 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b8bb55ef-eaed-4bba-9581-49278d64f586 req-77414bfc-1f79-465b-b089-f6b356fb64d0 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351572 Jun 24 09:13:20.097987 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 7d4aafef-9878-49a0-9a15-49b7f933a358 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:13:20.208756 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 7d4aafef-9878-49a0-9a15-49b7f933a358, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=7d4aafef-9878-49a0-9a15-49b7f933a358,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:20.235255 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'port_id': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'mac_address': 'fa:16:3e:ea:4f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:13:20.254692 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c5c90-4557-482e-a4b6-9037770d5f7f req-afaa2d63-2d4c-41e2-b388-c13750d86893 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:20.259772 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-284c5c90-4557-482e-a4b6-9037770d5f7f req-afaa2d63-2d4c-41e2-b388-c13750d86893 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 944 time: 0.0866399 Jun 24 09:13:20.295972 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:20.312668 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4aafef-9878-49a0-9a15-49b7f933a358 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:20.333591 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-284c5c90-4557-482e-a4b6-9037770d5f7f req-c6b59caf-1a91-45b3-8340-41afebba5733 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689781 Jun 24 09:13:20.336645 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 7d4aafef-9878-49a0-9a15-49b7f933a358, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=7d4aafef-9878-49a0-9a15-49b7f933a358,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:20.341713 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:20.343978 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:20.398990 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=7d4aafef-9878-49a0-9a15-49b7f933a358,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:20.403179 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:20.603493 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e652c06-cbf2-448a-a05d-b3ce83a50b78 req-43605635-d8ef-43c3-8be7-de78de00e695 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:20.605114 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4e652c06-cbf2-448a-a05d-b3ce83a50b78 req-43605635-d8ef-43c3-8be7-de78de00e695 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 944 time: 0.0814044 Jun 24 09:13:20.659306 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4e652c06-cbf2-448a-a05d-b3ce83a50b78 req-b3c01582-ed4a-454e-b34d-dc30cdec50a0 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463641 Jun 24 09:13:20.731132 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b669b9-1425-4460-80f1-e801f3bb107e req-4d13f7b9-269b-40fd-8237-54c1391622b3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:20.735983 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-12b669b9-1425-4460-80f1-e801f3bb107e req-4d13f7b9-269b-40fd-8237-54c1391622b3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 944 time: 0.0918214 Jun 24 09:13:20.779485 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-12b669b9-1425-4460-80f1-e801f3bb107e req-3c87dfab-c9d2-4055-8dba-0ff8d68b1297 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410743 Jun 24 09:13:21.317873 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['7d4aafef-9878-49a0-9a15-49b7f933a358'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:13:21.517261 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464350b-62ca-4520-b395-0f399a4a3a7f req-558c805d-73c8-4dc7-b3e4-80b4f50c6fe4 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:21.519937 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a464350b-62ca-4520-b395-0f399a4a3a7f req-558c805d-73c8-4dc7-b3e4-80b4f50c6fe4 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 944 time: 0.0730896 Jun 24 09:13:21.563174 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a464350b-62ca-4520-b395-0f399a4a3a7f req-af60b12f-4b83-41b5-b25e-fbf54853b2ed tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376949 Jun 24 09:13:21.840298 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff93f0c-629f-4125-9ba8-bb0a0e7f15a0 req-8a8f5b74-0733-4486-b34b-fefbb16b1fba tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:21.841744 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-aff93f0c-629f-4125-9ba8-bb0a0e7f15a0 req-8a8f5b74-0733-4486-b34b-fefbb16b1fba tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 944 time: 0.0736322 Jun 24 09:13:21.879991 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-aff93f0c-629f-4125-9ba8-bb0a0e7f15a0 req-5def10ff-243e-4586-96f8-d6dea807377a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322483 Jun 24 09:13:21.959078 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78353cb-2736-47d8-bcb6-645126e7c649 req-934d65c6-eaf5-4eff-9b9f-1b4f89d084ea tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:21.960539 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d78353cb-2736-47d8-bcb6-645126e7c649 req-934d65c6-eaf5-4eff-9b9f-1b4f89d084ea tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 944 time: 0.0617747 Jun 24 09:13:21.997397 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d78353cb-2736-47d8-bcb6-645126e7c649 req-47ac6e0c-f3eb-4695-a245-1bf3aa34914a tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307155 Jun 24 09:13:22.114376 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:13:22.159915 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:13:22.163364 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:22.163808 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:22.236319 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:22.257957 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353d5590-52ea-46af-a8da-850db9e59c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e5e915-91e9-4e0c-8a15-8970ddefe8c2'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:22.260849 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1ab4c8-e774-4f52-ad80-1e85b09393e2" -d '{"events": [{"server_uuid": "353d5590-52ea-46af-a8da-850db9e59c07", "name": "network-vif-plugged", "status": "completed", "tag": "27e5e915-91e9-4e0c-8a15-8970ddefe8c2"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:22.274600 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=27e5e915-91e9-4e0c-8a15-8970ddefe8c2,segment=NetworkSegment(cecafdd1-1409-4fd7-bf22-a6866aa57683),segment_id=cecafdd1-1409-4fd7-bf22-a6866aa57683)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:22.278973 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:22.279965 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 73b23718-07a9-4852-b0e1-f7a73d06640b up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:13:22.282753 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:22.323956 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e3676b-14b7-4b92-a678-92160b41e32c x-openstack-request-id: req-49e3676b-14b7-4b92-a678-92160b41e32c {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:22.324587 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353d5590-52ea-46af-a8da-850db9e59c07", "name": "network-vif-plugged", "status": "completed", "tag": "27e5e915-91e9-4e0c-8a15-8970ddefe8c2", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:22.324587 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49e3676b-14b7-4b92-a678-92160b41e32c {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:22.324880 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353d5590-52ea-46af-a8da-850db9e59c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e5e915-91e9-4e0c-8a15-8970ddefe8c2', 'code': 200} Jun 24 09:13:22.369419 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=27e5e915-91e9-4e0c-8a15-8970ddefe8c2,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:22.372540 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:22.381724 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port 73b23718-07a9-4852-b0e1-f7a73d06640b completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:13:22.385988 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 73b23718-07a9-4852-b0e1-f7a73d06640b triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:22.386370 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:22.464738 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:22.501255 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 73b23718-07a9-4852-b0e1-f7a73d06640b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=73b23718-07a9-4852-b0e1-f7a73d06640b,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:22.510420 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:22.513358 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:22.563698 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=73b23718-07a9-4852-b0e1-f7a73d06640b,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:22.570712 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:22.659167 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114456f-1c17-4dd8-b39e-d32c4f4b5d89 req-1bd6ba19-6bb7-4ba2-a8db-4345ac221347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:22.660866 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d114456f-1c17-4dd8-b39e-d32c4f4b5d89 req-1bd6ba19-6bb7-4ba2-a8db-4345ac221347 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 1098 time: 0.0749485 Jun 24 09:13:22.769335 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d114456f-1c17-4dd8-b39e-d32c4f4b5d89 req-a677a7f7-0bef-45ab-83bc-849650a3ab49 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906322 Jun 24 09:13:22.821066 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b93aa-b8cf-439c-a0ec-500a31085162 req-20724c2e-3367-4ec1-97c0-6d4a194d0aa3 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:22.823160 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5e1b93aa-b8cf-439c-a0ec-500a31085162 req-20724c2e-3367-4ec1-97c0-6d4a194d0aa3 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0897961 Jun 24 09:13:22.870629 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5e1b93aa-b8cf-439c-a0ec-500a31085162 req-4fb8880c-7a95-4e5b-b7a1-b64aedd31c17 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361769 Jun 24 09:13:23.100642 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d6ad5-5254-4073-872c-9c5eb3f4ba56 req-0ec0b237-2aeb-400c-9955-88aa0dc3ff4a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:23.103915 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a53d6ad5-5254-4073-872c-9c5eb3f4ba56 req-0ec0b237-2aeb-400c-9955-88aa0dc3ff4a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0720961 Jun 24 09:13:23.143115 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a53d6ad5-5254-4073-872c-9c5eb3f4ba56 req-bc4401d9-c51f-4d10-8b31-a40fc8c4ee93 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333366 Jun 24 09:13:23.308307 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286d4d8-0891-4ab5-adca-bae58549c39c req-a2452dc5-0a66-4c59-880c-11d988ec589d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:23.309757 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-1286d4d8-0891-4ab5-adca-bae58549c39c req-a2452dc5-0a66-4c59-880c-11d988ec589d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 944 time: 0.0700078 Jun 24 09:13:23.353816 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-1286d4d8-0891-4ab5-adca-bae58549c39c req-13d04dec-15d7-40a9-971b-4b54c563f328 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346146 Jun 24 09:13:24.053468 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32474524-b745-46a2-8cc2-9602d08eb7ed req-7efc4943-1aad-4327-9a8f-c722d231cb9f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:24.054950 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-32474524-b745-46a2-8cc2-9602d08eb7ed req-7efc4943-1aad-4327-9a8f-c722d231cb9f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0702941 Jun 24 09:13:24.104182 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-32474524-b745-46a2-8cc2-9602d08eb7ed req-c0154265-7b27-4756-b8b5-6916e05179b5 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369580 Jun 24 09:13:24.114183 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 7d4aafef-9878-49a0-9a15-49b7f933a358 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:13:24.202109 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port 7d4aafef-9878-49a0-9a15-49b7f933a358 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:13:24.209255 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 7d4aafef-9878-49a0-9a15-49b7f933a358 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:24.210168 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:24.314800 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:24.326166 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5672424-9b34-4a76-ad4c-222d56ecdc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b23718-07a9-4852-b0e1-f7a73d06640b'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:24.328456 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78642397-6f4f-4a7e-a46d-871f03a9541f" -d '{"events": [{"server_uuid": "c5672424-9b34-4a76-ad4c-222d56ecdc9e", "name": "network-vif-plugged", "status": "completed", "tag": "73b23718-07a9-4852-b0e1-f7a73d06640b"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:24.352054 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e6a90-4705-4c9c-ab99-63930dbf183b req-db379d38-9971-495a-8064-a3ac6158232f tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:24.353707 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a69e6a90-4705-4c9c-ab99-63930dbf183b req-db379d38-9971-495a-8064-a3ac6158232f tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0758791 Jun 24 09:13:24.359829 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 7d4aafef-9878-49a0-9a15-49b7f933a358, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=7d4aafef-9878-49a0-9a15-49b7f933a358,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:24.365485 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:24.367698 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:24.394840 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2e83f1-f0cd-42f9-aee1-0be4ce302d36 x-openstack-request-id: req-7a2e83f1-f0cd-42f9-aee1-0be4ce302d36 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:24.395218 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5672424-9b34-4a76-ad4c-222d56ecdc9e", "name": "network-vif-plugged", "status": "completed", "tag": "73b23718-07a9-4852-b0e1-f7a73d06640b", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:24.395707 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a2e83f1-f0cd-42f9-aee1-0be4ce302d36 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:24.396169 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5672424-9b34-4a76-ad4c-222d56ecdc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b23718-07a9-4852-b0e1-f7a73d06640b', 'code': 200} Jun 24 09:13:24.415461 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a69e6a90-4705-4c9c-ab99-63930dbf183b req-6530acc4-09b1-435f-9edd-cacf00ec1388 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539279 Jun 24 09:13:24.429994 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=7d4aafef-9878-49a0-9a15-49b7f933a358,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:24.440656 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:24.572236 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fef1e-bce4-4644-ae66-1d1813964e1b req-17e977f9-2a18-4537-b8ba-18f623c3ff91 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:24.573669 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4a6fef1e-bce4-4644-ae66-1d1813964e1b req-17e977f9-2a18-4537-b8ba-18f623c3ff91 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0762188 Jun 24 09:13:24.609869 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4a6fef1e-bce4-4644-ae66-1d1813964e1b req-d5a0eac8-4d75-4702-beae-6143f07d07a7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306411 Jun 24 09:13:24.893427 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb700dc-3e90-456b-b256-909bc4c57a5f req-ab3e2152-f5ad-4c50-8c18-ffc03d965d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:24.896411 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2eb700dc-3e90-456b-b256-909bc4c57a5f req-ab3e2152-f5ad-4c50-8c18-ffc03d965d8f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 1098 time: 0.0653372 Jun 24 09:13:24.934715 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2eb700dc-3e90-456b-b256-909bc4c57a5f req-de6480f9-c623-480c-9ff0-b5c07abcb117 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297508 Jun 24 09:13:25.223482 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617dbaa-c4f1-4c44-ad08-2924593e6d95 req-de803028-8b74-47e4-82ae-4edb32a2ea8e tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:25.225123 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-1617dbaa-c4f1-4c44-ad08-2924593e6d95 req-de803028-8b74-47e4-82ae-4edb32a2ea8e tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 945 time: 0.0660942 Jun 24 09:13:25.264153 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-1617dbaa-c4f1-4c44-ad08-2924593e6d95 req-51894007-0ebe-43ee-961a-a6f79f9a4fd4 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330839 Jun 24 09:13:25.287169 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b8ad8-1238-49e7-a0d6-985fb0168bbc req-f51a61c2-3e13-44bd-b18e-21dd3fe7c479 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:25.287169 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a27b8ad8-1238-49e7-a0d6-985fb0168bbc req-f51a61c2-3e13-44bd-b18e-21dd3fe7c479 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0647404 Jun 24 09:13:25.318218 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a27b8ad8-1238-49e7-a0d6-985fb0168bbc req-4f0dafe7-bfb3-4cf6-90fe-55e259bf0f1f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304685 Jun 24 09:13:25.616120 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21c7e0-323e-4697-aec2-eba5971dab47 req-7159a9f8-9cbc-445f-8f84-bc4abcce3e50 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:25.625116 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cf21c7e0-323e-4697-aec2-eba5971dab47 req-7159a9f8-9cbc-445f-8f84-bc4abcce3e50 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0885639 Jun 24 09:13:25.666763 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cf21c7e0-323e-4697-aec2-eba5971dab47 req-926cd05f-021b-4bcb-9b4d-e7d760640985 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402801 Jun 24 09:13:25.833862 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 58580) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:25.839596 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4780e-a2c6-4dee-935e-e1d7d6022a9c req-2bc70525-3bfe-453f-93eb-0c3ac7f8102b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:25.841137 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-07d4780e-a2c6-4dee-935e-e1d7d6022a9c req-2bc70525-3bfe-453f-93eb-0c3ac7f8102b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0802910 Jun 24 09:13:25.867721 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb3985-5869-434a-a47b-895aea8b33ee req-8d77f265-70b2-429c-887c-fd88c9b2c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:25.869697 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5cfb3985-5869-434a-a47b-895aea8b33ee req-8d77f265-70b2-429c-887c-fd88c9b2c604 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1421c1546cf34bd8b7927ed801ddb8de&device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 1098 time: 0.1227190 Jun 24 09:13:25.881121 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-07d4780e-a2c6-4dee-935e-e1d7d6022a9c req-d8f18957-8260-4150-a8b8-9a84b18ca575 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341289 Jun 24 09:13:25.886910 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88997319-6a8d-469f-a9aa-71e32f5a0dac req-10a7f52a-ed49-4541-a034-6282e523bdcb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:25.888387 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-88997319-6a8d-469f-a9aa-71e32f5a0dac req-10a7f52a-ed49-4541-a034-6282e523bdcb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0943067 Jun 24 09:13:25.965163 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-857e49c2-d9df-4a30-af91-d628005d8aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:26.003648 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-88997319-6a8d-469f-a9aa-71e32f5a0dac req-057d5d52-27a3-4cd0-978d-ba5cc723dd37 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065617 Jun 24 09:13:26.038114 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb3985-5869-434a-a47b-895aea8b33ee req-4c72f6d6-3057-4a4d-a17a-a8144cab0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:26.039576 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5cfb3985-5869-434a-a47b-895aea8b33ee req-4c72f6d6-3057-4a4d-a17a-a8144cab0409 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e433b44-0391-4fbf-ae3d-a9343f6d064e HTTP/1.1" status: 200 len: 920 time: 0.1500499 Jun 24 09:13:26.091392 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5cfb3985-5869-434a-a47b-895aea8b33ee req-ddb57427-8c11-4038-9124-b2c8eb43ffc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27e5e915-91e9-4e0c-8a15-8970ddefe8c2 HTTP/1.1" status: 200 len: 217 time: 0.0401177 Jun 24 09:13:26.165281 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-857e49c2-d9df-4a30-af91-d628005d8aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:26.170934 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-857e49c2-d9df-4a30-af91-d628005d8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:26.178977 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:26.186725 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb3985-5869-434a-a47b-895aea8b33ee req-6e0d93d8-ae08-4994-8b14-3ef2edaf4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:26.188181 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5cfb3985-5869-434a-a47b-895aea8b33ee req-6e0d93d8-ae08-4994-8b14-3ef2edaf4524 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b88817-e153-408d-bc31-ad073a24e376 HTTP/1.1" status: 200 len: 859 time: 0.0707273 Jun 24 09:13:26.239984 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-857e49c2-d9df-4a30-af91-d628005d8aa8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9652818e4e3e46458c654a7e8dd7fac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4028502 Jun 24 09:13:26.240989 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e49c2-d9df-4a30-af91-d628005d8aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5c536a-444a-4849-a1b5-26bfd1453dc5,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:26.242631 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58592) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:26.244832 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5cfb3985-5869-434a-a47b-895aea8b33ee req-063c7f3e-c4e9-4b1a-a787-f32ece692359 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e433b44-0391-4fbf-ae3d-a9343f6d064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339422 Jun 24 09:13:26.245578 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-857e49c2-d9df-4a30-af91-d628005d8aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:26.302238 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0d6c282c-40fb-4047-bfc2-98c91c386f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:26.331410 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0d6c282c-40fb-4047-bfc2-98c91c386f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:26.397107 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:26.400644 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe558fff-74c7-44a6-9690-ed92f3412d47" -d '{"events": [{"server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "name": "network-vif-plugged", "status": "completed", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:26.442877 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8e8ad6-cea7-48a6-a122-bdd4433ff853 x-openstack-request-id: req-eb8e8ad6-cea7-48a6-a122-bdd4433ff853 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:26.443186 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "name": "network-vif-plugged", "status": "completed", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:26.443453 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb8e8ad6-cea7-48a6-a122-bdd4433ff853 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:26.443898 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'code': 200} Jun 24 09:13:26.449340 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0d6c282c-40fb-4047-bfc2-98c91c386f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:26.455571 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0d6c282c-40fb-4047-bfc2-98c91c386f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:26.459098 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-0d6c282c-40fb-4047-bfc2-98c91c386f9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a5c536a-444a-4849-a1b5-26bfd1453dc5 HTTP/1.1" status: 204 len: 168 time: 0.2130473 Jun 24 09:13:26.464934 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:26.485876 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c282c-40fb-4047-bfc2-98c91c386f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5c536a-444a-4849-a1b5-26bfd1453dc5,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:26.511145 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-0d6c282c-40fb-4047-bfc2-98c91c386f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:26.544807 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003144b-40ce-491f-aae7-245dda7b6272 req-5363b1f0-8668-4faf-b87b-9f60e20f1d91 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:26.547025 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b003144b-40ce-491f-aae7-245dda7b6272 req-5363b1f0-8668-4faf-b87b-9f60e20f1d91 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 945 time: 0.1430511 Jun 24 09:13:26.581014 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5cfb3985-5869-434a-a47b-895aea8b33ee req-237d6cee-1358-422b-9d39-fc07ceb49fca service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286517 Jun 24 09:13:26.615020 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b003144b-40ce-491f-aae7-245dda7b6272 req-6cb3f64f-1c47-4dd6-ad15-85602b84a56a tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605993 Jun 24 09:13:26.760115 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5cfb3985-5869-434a-a47b-895aea8b33ee req-dc220878-a8e5-4d22-99c8-3e0db7cba4fd service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656809 Jun 24 09:13:26.930522 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58648) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:26.942645 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a5e44-daab-426a-a328-dd4f8cb7a1a9 req-49f5b89d-525b-4627-9669-460f3adabb9d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:26.944355 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476a5e44-daab-426a-a328-dd4f8cb7a1a9 req-49f5b89d-525b-4627-9669-460f3adabb9d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.1256180 Jun 24 09:13:26.961507 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fb9d-7931-4afa-bc36-9a9577a37c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:26.985523 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476a5e44-daab-426a-a328-dd4f8cb7a1a9 req-ca9f4903-1ebf-4b83-8d48-b537f338ee24 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353386 Jun 24 09:13:27.068090 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffc72b-96f7-4cbd-96b4-f1171aec3702 req-53de9886-4e31-4b44-a842-45671e0e2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:27.069964 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c5ffc72b-96f7-4cbd-96b4-f1171aec3702 req-53de9886-4e31-4b44-a842-45671e0e2fa1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 1098 time: 0.0757077 Jun 24 09:13:27.118439 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10756d02-1146-4240-be52-205130852b10 req-89977521-84f3-431a-a713-aced57598cab tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:27.120008 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-89977521-84f3-431a-a713-aced57598cab tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/networks?id=007be388-a6a0-4bc5-b444-5343e59aa7ff HTTP/1.1" status: 200 len: 815 time: 0.1821249 Jun 24 09:13:27.145892 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-ce17ac2d-0049-4383-b18e-1eb5d3c7dab1 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/quotas/24c536cb0ee646c4b63f5f7f93c79132 HTTP/1.1" status: 200 len: 375 time: 0.0179060 Jun 24 09:13:27.212616 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c5ffc72b-96f7-4cbd-96b4-f1171aec3702 req-b8b770cb-f9f5-4f8f-bd05-86b758d40546 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478611 Jun 24 09:13:27.220836 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fb9d-7931-4afa-bc36-9a9577a37c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:27.227323 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7e2e9-f09c-432d-b135-7f3fcb1796f9 req-4a2b67f7-0a8e-4181-bd07-be8a4aba0a2c tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:27.228999 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58658) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:27.233468 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2dd7e2e9-f09c-432d-b135-7f3fcb1796f9 req-4a2b67f7-0a8e-4181-bd07-be8a4aba0a2c tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.1229208 Jun 24 09:13:27.236182 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fb9d-7931-4afa-bc36-9a9577a37c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:27.241804 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-87245665-18dc-4e7c-a3ec-58fd171581dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:27.276270 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2dd7e2e9-f09c-432d-b135-7f3fcb1796f9 req-4dcdec41-2fe6-4298-b68a-560454ef0e97 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418611 Jun 24 09:13:27.278465 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4fb9d-7931-4afa-bc36-9a9577a37c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738c5ab6-aa3e-4a66-a20a-bd7353912da3,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:27.295030 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a6a4fb9d-7931-4afa-bc36-9a9577a37c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:27.316980 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-ffcff7d9-d26f-45be-9e46-a4d336890d17 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1643646 Jun 24 09:13:27.323872 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-a6a4fb9d-7931-4afa-bc36-9a9577a37c3d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f8df9b3ad4d4269a86ba162463f81b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914311 Jun 24 09:13:27.324775 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58662) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:27.414254 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b4694a1b-78da-476e-961d-32fc3aee0022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:27.476720 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ba049ac9-c3c4-4374-b362-270bb3047693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:27.516571 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-a0367f51-2659-4fe2-a22b-bc5317f53877 service neutron] 10.222.0.22 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894765 Jun 24 09:13:27.537116 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ba049ac9-c3c4-4374-b362-270bb3047693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:27.584329 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814d99a-9fa1-4adc-ae05-18592ede2eaa req-e79ce048-d666-43ff-a5ed-7be60ea7869f tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:27.585786 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c814d99a-9fa1-4adc-ae05-18592ede2eaa req-e79ce048-d666-43ff-a5ed-7be60ea7869f tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0627165 Jun 24 09:13:27.625045 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c814d99a-9fa1-4adc-ae05-18592ede2eaa req-65a99871-6f19-4817-9f11-96e4a030efab tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321972 Jun 24 09:13:27.671528 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b4694a1b-78da-476e-961d-32fc3aee0022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:27.678781 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-d85e7033-d149-4165-9136-7a453d66a3a4 service neutron] 10.222.0.22 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546667 Jun 24 09:13:27.679586 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b4694a1b-78da-476e-961d-32fc3aee0022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:27.683473 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:27.689691 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ba049ac9-c3c4-4374-b362-270bb3047693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:27.692228 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ba049ac9-c3c4-4374-b362-270bb3047693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:27.696053 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-ba049ac9-c3c4-4374-b362-270bb3047693 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/738c5ab6-aa3e-4a66-a20a-bd7353912da3 HTTP/1.1" status: 204 len: 168 time: 0.3700385 Jun 24 09:13:27.731825 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-b4694a1b-78da-476e-961d-32fc3aee0022 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f5007b321e3434ab4713544fb2eb52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990377 Jun 24 09:13:27.733877 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 58668) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:27.749303 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4694a1b-78da-476e-961d-32fc3aee0022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f74e9f-8b93-4155-9877-6304199c0360,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:27.755703 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-b4694a1b-78da-476e-961d-32fc3aee0022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:27.756372 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-e3bdf095-3b58-4aa4-b7d4-b87ef5fab06c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:27.773294 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba049ac9-c3c4-4374-b362-270bb3047693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738c5ab6-aa3e-4a66-a20a-bd7353912da3,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:27.778086 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ba049ac9-c3c4-4374-b362-270bb3047693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:27.860721 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4e05-ef9c-430c-877c-cf68d87ef580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:27.906607 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e40af3-9e3f-478c-ab39-bdbecd8cc8de req-2174bb7a-a85b-45e4-8c66-f145c7af78b3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:27.908619 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0e40af3-9e3f-478c-ab39-bdbecd8cc8de req-2174bb7a-a85b-45e4-8c66-f145c7af78b3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 945 time: 0.1558585 Jun 24 09:13:27.910880 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4e05-ef9c-430c-877c-cf68d87ef580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:27.971493 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-cdf0cb04-5a39-4747-9d6a-42cf5a22d2b8 req-51fdfd26-e9d7-4eab-9a86-bb75b3e86169 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 210 time: 0.0466709 Jun 24 09:13:27.988524 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0e40af3-9e3f-478c-ab39-bdbecd8cc8de req-4e13a066-463d-45d7-8cff-a1383281675a tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691340 Jun 24 09:13:28.033053 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4e05-ef9c-430c-877c-cf68d87ef580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:28.038527 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4e05-ef9c-430c-877c-cf68d87ef580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:28.040678 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-ec6c4e05-ef9c-430c-877c-cf68d87ef580 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23f74e9f-8b93-4155-9877-6304199c0360 HTTP/1.1" status: 204 len: 168 time: 0.3057184 Jun 24 09:13:28.041864 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-661b0d8c-0ef7-4754-8532-46874ca28631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:28.052359 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c4e05-ef9c-430c-877c-cf68d87ef580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f74e9f-8b93-4155-9877-6304199c0360,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:28.061673 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ec6c4e05-ef9c-430c-877c-cf68d87ef580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:28.208380 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeab80d-f26b-4596-b73e-c0d153d363a7 req-3176b028-fc73-447a-8cc4-c65b2c3fc0d5 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:28.217389 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-dbeab80d-f26b-4596-b73e-c0d153d363a7 req-3176b028-fc73-447a-8cc4-c65b2c3fc0d5 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0869331 Jun 24 09:13:28.262121 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-dbeab80d-f26b-4596-b73e-c0d153d363a7 req-e4cccd06-2c10-4f25-a238-5b0c3926a63d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Jun 24 09:13:28.495395 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ce19bd88-a3ae-4573-9eac-19dfaf4739ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:28.520430 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537605d-43a5-4387-8e6f-7066f8080bff req-4b903c74-9f3e-41f7-8562-6c729f6318fa tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:28.520430 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f537605d-43a5-4387-8e6f-7066f8080bff req-4b903c74-9f3e-41f7-8562-6c729f6318fa tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0892119 Jun 24 09:13:28.558500 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58714) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:28.578712 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7a2ea40c-6910-4513-9ade-0a757c5f07c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:28.584416 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9e848-7969-4a7d-973f-20b742325f3f req-387cf3bb-782a-4085-95e7-79dec2961af7 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:28.590482 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-45f9e848-7969-4a7d-973f-20b742325f3f req-387cf3bb-782a-4085-95e7-79dec2961af7 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.1315081 Jun 24 09:13:28.597388 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 58716) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:28.602498 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-301a481a-3650-40d8-8b02-36f681d449ef tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Request body: {'floatingip': {'port_id': '73b23718-07a9-4852-b0e1-f7a73d06640b'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:28.619227 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f537605d-43a5-4387-8e6f-7066f8080bff req-333b54cd-4f7d-4d32-bc0a-99960e9b39fc tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923235 Jun 24 09:13:28.707042 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-301a481a-3650-40d8-8b02-36f681d449ef tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:28.730650 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7a2ea40c-6910-4513-9ade-0a757c5f07c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:28.739309 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7a2ea40c-6910-4513-9ade-0a757c5f07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:28.764993 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a9e554e4-ef2a-4c58-829c-9c5eb5ab65ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:28.791760 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-7a2ea40c-6910-4513-9ade-0a757c5f07c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f765b555a0e64a03be9fc9317d9dce1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321553 Jun 24 09:13:28.792629 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58726) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:28.793611 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ea40c-6910-4513-9ade-0a757c5f07c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0e1c8e-ce69-43cf-84f0-991020d78159,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:28.797889 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-7a2ea40c-6910-4513-9ade-0a757c5f07c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:28.873340 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-00ad1ce6-e6fa-42bc-a99e-d3396eb69389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:28.902191 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-00ad1ce6-e6fa-42bc-a99e-d3396eb69389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:28.966455 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-00ad1ce6-e6fa-42bc-a99e-d3396eb69389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:28.970189 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-00ad1ce6-e6fa-42bc-a99e-d3396eb69389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:28.975134 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-00ad1ce6-e6fa-42bc-a99e-d3396eb69389 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f0e1c8e-ce69-43cf-84f0-991020d78159 HTTP/1.1" status: 204 len: 168 time: 0.1783192 Jun 24 09:13:28.975879 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:28.987548 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad1ce6-e6fa-42bc-a99e-d3396eb69389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0e1c8e-ce69-43cf-84f0-991020d78159,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:28.991084 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-00ad1ce6-e6fa-42bc-a99e-d3396eb69389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:29.016927 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae6a9d-d692-47e3-a0ee-2c002ce2c2e9 req-f8706868-cfba-4826-b0cd-8635df6ada75 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:29.018440 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c2ae6a9d-d692-47e3-a0ee-2c002ce2c2e9 req-f8706868-cfba-4826-b0cd-8635df6ada75 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.1956353 Jun 24 09:13:29.080078 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c2ae6a9d-d692-47e3-a0ee-2c002ce2c2e9 req-cc60911e-633c-48d4-ac1a-c194edc8c523 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521176 Jun 24 09:13:29.263991 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-aea21623-228f-4119-95ef-7bdb377be25f req-21e56279-0dca-41ef-9eed-1393d1a37d94 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 210 time: 0.0453320 Jun 24 09:13:29.389293 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 58746) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:29.573912 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee647-128d-413c-95ec-3022ec93a27e req-5b48136e-3a13-477c-a5a4-296d6c1efb28 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:29.577609 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-499ee647-128d-413c-95ec-3022ec93a27e req-5b48136e-3a13-477c-a5a4-296d6c1efb28 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 945 time: 0.2840447 Jun 24 09:13:29.581542 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-da948a07-da3e-4d73-9bfb-10e317d3769b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:29.749971 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-499ee647-128d-413c-95ec-3022ec93a27e req-c1c5e2ed-3ea8-4c12-8827-c5e38930e81b tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492879 Jun 24 09:13:29.789027 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-301a481a-3650-40d8-8b02-36f681d449ef tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:29.798444 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-301a481a-3650-40d8-8b02-36f681d449ef tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:29.907594 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-da948a07-da3e-4d73-9bfb-10e317d3769b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:29.917906 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-da948a07-da3e-4d73-9bfb-10e317d3769b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:29.949001 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4962efbb-4bf6-4a1e-8f0e-7616008c62e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:29.960926 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b1c24-7aa5-4802-b70e-6b7a836199e4 req-f113c895-44ff-44ce-aac1-cb2459169bf7 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:29.966267 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8f6b1c24-7aa5-4802-b70e-6b7a836199e4 req-f113c895-44ff-44ce-aac1-cb2459169bf7 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0699689 Jun 24 09:13:30.012147 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8f6b1c24-7aa5-4802-b70e-6b7a836199e4 req-0d835437-65a7-49a4-8c68-520c5d6dfcbb tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433607 Jun 24 09:13:30.295837 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da948a07-da3e-4d73-9bfb-10e317d3769b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee0421b-5307-4ee8-9ded-f4e3ee83b7e0,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:30.304358 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-da948a07-da3e-4d73-9bfb-10e317d3769b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=206b8457797a4f66b664da9b98f475d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9140370 Jun 24 09:13:30.307542 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-da948a07-da3e-4d73-9bfb-10e317d3769b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:30.309098 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58784) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:30.312389 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.l3_db [None req-301a481a-3650-40d8-8b02-36f681d449ef tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Floating IP 1ee91fe1-595f-4aa3-ba81-27f1616aaeb4 associated. External IP: 172.28.1.39, port: 73b23718-07a9-4852-b0e1-f7a73d06640b. Jun 24 09:13:30.451700 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3f0116a2-a741-4359-97f6-18b9383ccf69 req-7d9c7991-687e-4074-810a-6861a4c45456 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 210 time: 0.0659881 Jun 24 09:13:30.469159 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-13c575f4-33fe-4166-b949-e026e5c00e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:30.492083 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10756d02-1146-4240-be52-205130852b10 req-0d63c43a-052a-476c-9c1c-39d8511c9ed7 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:30.493559 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-0d63c43a-052a-476c-9c1c-39d8511c9ed7 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "GET /v2.0/networks?id=007be388-a6a0-4bc5-b444-5343e59aa7ff HTTP/1.1" status: 200 len: 815 time: 0.3273437 Jun 24 09:13:30.503172 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-13c575f4-33fe-4166-b949-e026e5c00e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:30.503755 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa377ae7-e0bb-4ce1-a6ce-5ffc25c48386 req-1c7182c2-07c0-4303-9ea6-d5bccb496c00 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:30.505152 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-aa377ae7-e0bb-4ce1-a6ce-5ffc25c48386 req-1c7182c2-07c0-4303-9ea6-d5bccb496c00 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 945 time: 0.3330305 Jun 24 09:13:30.565352 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-13c575f4-33fe-4166-b949-e026e5c00e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:30.568238 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-13c575f4-33fe-4166-b949-e026e5c00e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:30.572156 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-13c575f4-33fe-4166-b949-e026e5c00e15 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ee0421b-5307-4ee8-9ded-f4e3ee83b7e0 HTTP/1.1" status: 204 len: 168 time: 0.2578714 Jun 24 09:13:30.572503 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ba049ac9-c3c4-4374-b362-270bb3047693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:30.581444 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-10756d02-1146-4240-be52-205130852b10 req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Request body: {'port': {'device_id': 'ec159fe5-aa61-4f61-98a3-bb06ec811108', 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff', 'admin_state_up': True, 'tenant_id': '24c536cb0ee646c4b63f5f7f93c79132'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:30.582456 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c575f4-33fe-4166-b949-e026e5c00e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee0421b-5307-4ee8-9ded-f4e3ee83b7e0,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:30.586007 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-13c575f4-33fe-4166-b949-e026e5c00e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:30.622970 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e06f5a-342d-4181-87c4-bbd5d4069eec req-2f79f31f-9476-4195-b2be-074fd06888f2 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:30.629697 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-63e06f5a-342d-4181-87c4-bbd5d4069eec req-2f79f31f-9476-4195-b2be-074fd06888f2 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.3968837 Jun 24 09:13:30.859875 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-63e06f5a-342d-4181-87c4-bbd5d4069eec req-3202a872-af2b-4cd3-be79-5a17668bdb25 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290907 Jun 24 09:13:30.885183 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301a481a-3650-40d8-8b02-36f681d449ef tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Router b2366857-7c58-4810-bb42-2117db087f7d has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:13:30.927207 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-aa377ae7-e0bb-4ce1-a6ce-5ffc25c48386 req-32194d1d-bd78-4ee9-a42a-ed463e5d6cd3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Deleting port f98ed650-eccb-4598-b682-55e3737cffbf {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:13:30.927601 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aa377ae7-e0bb-4ce1-a6ce-5ffc25c48386 req-32194d1d-bd78-4ee9-a42a-ed463e5d6cd3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.006240 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58812) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:31.016141 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10756d02-1146-4240-be52-205130852b10 req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Made reservation on behalf of 24c536cb0ee646c4b63f5f7f93c79132 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:13:31.016920 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10684c1a-4138-4e2d-a5f0-3e4d55d55c0b req-2a070d4f-65d9-4080-9b8f-b610aaecfaf3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:31.018543 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-10684c1a-4138-4e2d-a5f0-3e4d55d55c0b req-2a070d4f-65d9-4080-9b8f-b610aaecfaf3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 945 time: 0.1097665 Jun 24 09:13:31.019614 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-10756d02-1146-4240-be52-205130852b10 req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.034704 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5a9e-9acd-4d9b-8d0a-2cb9de1a97b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.090555 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-10684c1a-4138-4e2d-a5f0-3e4d55d55c0b req-1822522b-eac1-4d63-8edf-62f94e1c280b tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583427 Jun 24 09:13:31.130815 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e7a9afcb-eb38-4d59-b2c5-9fa4b00ef544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.142023 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-aa377ae7-e0bb-4ce1-a6ce-5ffc25c48386 req-32194d1d-bd78-4ee9-a42a-ed463e5d6cd3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] For port f98ed650-eccb-4598-b682-55e3737cffbf, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=f98ed650-eccb-4598-b682-55e3737cffbf,segment=NetworkSegment(391ea33d-3c08-4f1e-b052-1255a7ad5dd3),segment_id=391ea33d-3c08-4f1e-b052-1255a7ad5dd3)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:31.142023 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aa377ae7-e0bb-4ce1-a6ce-5ffc25c48386 req-32194d1d-bd78-4ee9-a42a-ed463e5d6cd3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.170078 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-aa377ae7-e0bb-4ce1-a6ce-5ffc25c48386 req-32194d1d-bd78-4ee9-a42a-ed463e5d6cd3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Calling delete_port for f98ed650-eccb-4598-b682-55e3737cffbf owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:13:31.177897 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5a9e-9acd-4d9b-8d0a-2cb9de1a97b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.184279 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5a9e-9acd-4d9b-8d0a-2cb9de1a97b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.187737 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:31.232022 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.255408 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-9b8c5a9e-9acd-4d9b-8d0a-2cb9de1a97b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=918bc8fadbdd499c87fec3c520b45a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478454 Jun 24 09:13:31.259548 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 58820) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:31.276130 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c5a9e-9acd-4d9b-8d0a-2cb9de1a97b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6dcc54-a990-4477-88cf-9acd4f5b2cc4,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:31.293496 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-9b8c5a9e-9acd-4d9b-8d0a-2cb9de1a97b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:31.332237 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3c1e8-5d9a-49ac-bb00-96a1998620c8 req-752ebd7e-a1df-4b0c-bf6a-ab265b0cdc14 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:31.339801 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-1ec3c1e8-5d9a-49ac-bb00-96a1998620c8 req-752ebd7e-a1df-4b0c-bf6a-ab265b0cdc14 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.1013823 Jun 24 09:13:31.375888 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-1ec3c1e8-5d9a-49ac-bb00-96a1998620c8 req-f9b8d32e-d4e6-4448-a074-b3e58c0bdd4d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350680 Jun 24 09:13:31.382527 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301a481a-3650-40d8-8b02-36f681d449ef tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:13:31.402765 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-301a481a-3650-40d8-8b02-36f681d449ef tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.409872 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792fa474-b54d-47ea-b57c-d552a90a3c39 None None] Sync routers for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:13:31.420677 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792fa474-b54d-47ea-b57c-d552a90a3c39 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:13:31.421293 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-792fa474-b54d-47ea-b57c-d552a90a3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:13:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:31.475470 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb197d6-f166-48c3-aa87-e123a856ab28 req-f877da4a-9c7b-4ae3-aaba-b5d8ec7de278 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:31.480928 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ddb197d6-f166-48c3-aa87-e123a856ab28 req-f877da4a-9c7b-4ae3-aaba-b5d8ec7de278 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.4588742 Jun 24 09:13:31.486034 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 58836) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:31.495118 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-a5a760b1-cdbe-41c5-a404-a5b5c4022f21 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Request body: {'floatingip': {'port_id': '7d4aafef-9878-49a0-9a15-49b7f933a358'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:31.530681 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-301a481a-3650-40d8-8b02-36f681d449ef tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "PUT /v2.0/floatingips/1ee91fe1-595f-4aa3-ba81-27f1616aaeb4 HTTP/1.1" status: 200 len: 990 time: 2.9319565 Jun 24 09:13:31.552573 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5672424-9b34-4a76-ad4c-222d56ecdc9e', 'tag': '73b23718-07a9-4852-b0e1-f7a73d06640b'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:31.554009 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-792fa474-b54d-47ea-b57c-d552a90a3c39 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:13:31.554913 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b741dbfb-7306-42da-9f16-42cb113ed909" -d '{"events": [{"name": "network-changed", "server_uuid": "c5672424-9b34-4a76-ad4c-222d56ecdc9e", "tag": "73b23718-07a9-4852-b0e1-f7a73d06640b"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:31.561846 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-10756d02-1146-4240-be52-205130852b10 req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Allocated IP 172.20.0.9 (007be388-a6a0-4bc5-b444-5343e59aa7ff/8a1a80f1-4ac1-436c-a58a-c29c06ebeccf/372dc3c3-8865-4d07-8efe-5af6abb75668) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:13:31.563905 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-097bb78a-b36c-451c-b734-a1c4be69ca7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.654211 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5a760b1-cdbe-41c5-a404-a5b5c4022f21 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.681130 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-097bb78a-b36c-451c-b734-a1c4be69ca7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.697249 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aa377ae7-e0bb-4ce1-a6ce-5ffc25c48386 req-32194d1d-bd78-4ee9-a42a-ed463e5d6cd3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.721637 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:31.752152 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['f98ed650-eccb-4598-b682-55e3737cffbf'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:13:31.759419 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f216358f-0cd6-4d7b-97a2-663f670cf4cf req-43f895f2-ea12-4a50-b268-59de262c45a4 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 210 time: 0.1022608 Jun 24 09:13:31.813622 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32194d1d-bd78-4ee9-a42a-ed463e5d6cd3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Pushing event deleted for resources: {'Port': ['ID=f98ed650-eccb-4598-b682-55e3737cffbf,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:31.847099 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-32194d1d-bd78-4ee9-a42a-ed463e5d6cd3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:31.847654 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 58848) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:31.875837 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80a3db2-1ce6-42b1-958d-c4f19b90e864 x-openstack-request-id: req-f80a3db2-1ce6-42b1-958d-c4f19b90e864 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:31.876466 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5672424-9b34-4a76-ad4c-222d56ecdc9e", "tag": "73b23718-07a9-4852-b0e1-f7a73d06640b", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:31.876720 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f80a3db2-1ce6-42b1-958d-c4f19b90e864 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:31.877175 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5672424-9b34-4a76-ad4c-222d56ecdc9e', 'tag': '73b23718-07a9-4852-b0e1-f7a73d06640b', 'status': 'completed', 'code': 200} Jun 24 09:13:31.946389 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa377ae7-e0bb-4ce1-a6ce-5ffc25c48386 req-32194d1d-bd78-4ee9-a42a-ed463e5d6cd3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] No DVR routers for this DVR port f98ed650-eccb-4598-b682-55e3737cffbf on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:13:31.954875 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aa377ae7-e0bb-4ce1-a6ce-5ffc25c48386 req-32194d1d-bd78-4ee9-a42a-ed463e5d6cd3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.958649 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-aa377ae7-e0bb-4ce1-a6ce-5ffc25c48386 req-32194d1d-bd78-4ee9-a42a-ed463e5d6cd3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.23 "DELETE /v2.0/ports/f98ed650-eccb-4598-b682-55e3737cffbf HTTP/1.1" status: 204 len: 173 time: 1.4204972 Jun 24 09:13:31.988651 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-097bb78a-b36c-451c-b734-a1c4be69ca7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.995036 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-097bb78a-b36c-451c-b734-a1c4be69ca7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:31.996564 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-097bb78a-b36c-451c-b734-a1c4be69ca7a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b6dcc54-a990-4477-88cf-9acd4f5b2cc4 HTTP/1.1" status: 204 len: 168 time: 0.7304480 Jun 24 09:13:32.000230 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:32.030858 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bb78a-b36c-451c-b734-a1c4be69ca7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6dcc54-a990-4477-88cf-9acd4f5b2cc4,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:32.035542 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-792fa474-b54d-47ea-b57c-d552a90a3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '1ee91fe1-595f-4aa3-ba81-27f1616aaeb4', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'floating_ip_address': '172.28.1.39', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'port_id': '73b23718-07a9-4852-b0e1-f7a73d06640b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'mac_address': 'fa:16:3e:e2:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5672424-9b34-4a76-ad4c-222d56ecdc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:13:00Z', 'updated_at': '2021-06-24T09:13:29Z', 'revision_number': 1, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:57Z', 'revision_number': 5, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:32.036337 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-097bb78a-b36c-451c-b734-a1c4be69ca7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:32.061422 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-20c4ee16-663d-4dbd-bae1-7dc7fd2664f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:32.077318 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-10756d02-1146-4240-be52-205130852b10 req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:32.122507 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792fa474-b54d-47ea-b57c-d552a90a3c39 None None] Checking router: b2366857-7c58-4810-bb42-2117db087f7d for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:13:32.145083 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792fa474-b54d-47ea-b57c-d552a90a3c39 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:13:32.145831 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-792fa474-b54d-47ea-b57c-d552a90a3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:13:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:32.216940 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-10756d02-1146-4240-be52-205130852b10 req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:32.230011 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:32.265220 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10756d02-1146-4240-be52-205130852b10 req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Network 007be388-a6a0-4bc5-b444-5343e59aa7ff is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:13:32.273946 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:32.278349 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-10756d02-1146-4240-be52-205130852b10 req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:13:32.290738 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-10756d02-1146-4240-be52-205130852b10 req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:13:32.296497 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10756d02-1146-4240-be52-205130852b10 req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:32.297129 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-10756d02-1146-4240-be52-205130852b10 req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:32.335419 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['d5b77f91-102f-49c9-88e2-ca299ed6bc46'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:13:32.392844 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741dbfb-7306-42da-9f16-42cb113ed909 req-833f8869-f900-4b8b-8ed1-a9766044c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:32.393371 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b741dbfb-7306-42da-9f16-42cb113ed909 req-833f8869-f900-4b8b-8ed1-a9766044c158 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b67ac5a655342b8b8de30b65acaa730&device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 1098 time: 0.4657824 Jun 24 09:13:32.418502 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-20c4ee16-663d-4dbd-bae1-7dc7fd2664f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:32.439488 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Pushing event updated for resources: {'Port': ['ID=372dc3c3-8865-4d07-8efe-5af6abb75668,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:32.447546 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:32.461295 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-792fa474-b54d-47ea-b57c-d552a90a3c39 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:13:32.541433 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-20c4ee16-663d-4dbd-bae1-7dc7fd2664f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:32.546482 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-45c87ba5-559a-4082-89d9-c3de4af8e2b6 req-fabedddf-a1d2-4bb7-9dc2-d8da4b83651b tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bbbb9c-281f-49df-9735-0154c17840e4 HTTP/1.1" status: 200 len: 210 time: 0.1079648 Jun 24 09:13:32.547900 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9774702 Jun 24 09:13:32.578425 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:32.600499 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Request body: {'port': {'device_id': 'ec159fe5-aa61-4f61-98a3-bb06ec811108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:32.803596 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741dbfb-7306-42da-9f16-42cb113ed909 req-c8df5070-8cd2-438f-a7cb-c53883608270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:32.806398 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b741dbfb-7306-42da-9f16-42cb113ed909 req-c8df5070-8cd2-438f-a7cb-c53883608270 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bec49d64-4369-4490-ad85-2e53541d2805 HTTP/1.1" status: 200 len: 912 time: 0.3810155 Jun 24 09:13:32.847982 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-20c4ee16-663d-4dbd-bae1-7dc7fd2664f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd82f74f82334daab68d74993af40920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9971519 Jun 24 09:13:32.857220 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 58898) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:32.890225 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4ee16-663d-4dbd-bae1-7dc7fd2664f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0641fe-7690-423b-be01-0c1a04058d7b,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:32.898604 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-20c4ee16-663d-4dbd-bae1-7dc7fd2664f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:32.912455 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:33.002413 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-792fa474-b54d-47ea-b57c-d552a90a3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '1ee91fe1-595f-4aa3-ba81-27f1616aaeb4', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'floating_ip_address': '172.28.1.39', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'port_id': '73b23718-07a9-4852-b0e1-f7a73d06640b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'mac_address': 'fa:16:3e:e2:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5672424-9b34-4a76-ad4c-222d56ecdc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:13:00Z', 'updated_at': '2021-06-24T09:13:29Z', 'revision_number': 1, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:57Z', 'revision_number': 5, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:33.002865 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d8a29e98-9f20-415f-ab59-becb87b85f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:33.035864 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792fa474-b54d-47ea-b57c-d552a90a3c39 None None] The sync data for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb is: [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '1ee91fe1-595f-4aa3-ba81-27f1616aaeb4', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'floating_ip_address': '172.28.1.39', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'port_id': '73b23718-07a9-4852-b0e1-f7a73d06640b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'mac_address': 'fa:16:3e:e2:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5672424-9b34-4a76-ad4c-222d56ecdc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:13:00Z', 'updated_at': '2021-06-24T09:13:29Z', 'revision_number': 1, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:57Z', 'revision_number': 5, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:13:33.087409 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b741dbfb-7306-42da-9f16-42cb113ed909 req-16c17bbb-78ec-4639-ae5b-23da09ebcc15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b23718-07a9-4852-b0e1-f7a73d06640b HTTP/1.1" status: 200 len: 998 time: 0.2624614 Jun 24 09:13:33.206639 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ecaef-aec3-45a8-9360-afe75816cde9 req-95df58c5-ed0f-4c15-97d2-383764c6d614 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:33.215962 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ed3ecaef-aec3-45a8-9360-afe75816cde9 req-95df58c5-ed0f-4c15-97d2-383764c6d614 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.4926097 Jun 24 09:13:33.327932 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741dbfb-7306-42da-9f16-42cb113ed909 req-cc90ddeb-8395-4e44-8f1d-ecf1e3141f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:33.329602 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b741dbfb-7306-42da-9f16-42cb113ed909 req-cc90ddeb-8395-4e44-8f1d-ecf1e3141f7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38df72ae-f46f-47b9-9a1e-83a1b5f659e6 HTTP/1.1" status: 200 len: 850 time: 0.2239625 Jun 24 09:13:33.357610 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.db.resource_extend [None req-a5a760b1-cdbe-41c5-a404-a5b5c4022f21 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 09:13:33.373500 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d8a29e98-9f20-415f-ab59-becb87b85f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:33.389020 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e55ca-cff5-47c9-9f29-413728435ef9 None None] New status for floating IP 1ee91fe1-595f-4aa3-ba81-27f1616aaeb4: ACTIVE {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:13:33.460481 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ed3ecaef-aec3-45a8-9360-afe75816cde9 req-00d16910-4b52-4af1-a5c2-fba8fc6778b0 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387066 Jun 24 09:13:33.573623 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5a760b1-cdbe-41c5-a404-a5b5c4022f21 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:33.591818 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5a760b1-cdbe-41c5-a404-a5b5c4022f21 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:33.598851 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c42e3-dc97-4982-9fe6-a9c115cef4ba req-edafd74d-ac64-464e-bd42-2fe8e7597b2d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:33.605402 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8f2c42e3-dc97-4982-9fe6-a9c115cef4ba req-edafd74d-ac64-464e-bd42-2fe8e7597b2d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 931 time: 0.5680363 Jun 24 09:13:33.630935 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d8a29e98-9f20-415f-ab59-becb87b85f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:33.651463 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d8a29e98-9f20-415f-ab59-becb87b85f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:33.652710 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-d8a29e98-9f20-415f-ab59-becb87b85f03 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0e0641fe-7690-423b-be01-0c1a04058d7b HTTP/1.1" status: 204 len: 168 time: 0.7933848 Jun 24 09:13:33.656434 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-20c4ee16-663d-4dbd-bae1-7dc7fd2664f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:33.672782 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a29e98-9f20-415f-ab59-becb87b85f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0641fe-7690-423b-be01-0c1a04058d7b,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:33.679698 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-d8a29e98-9f20-415f-ab59-becb87b85f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:33.725845 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8f2c42e3-dc97-4982-9fe6-a9c115cef4ba req-38bb0e02-e67a-4f81-a839-a7dbbb4c39c9 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991633 Jun 24 09:13:33.737200 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.l3_db [None req-a5a760b1-cdbe-41c5-a404-a5b5c4022f21 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Floating IP 7d190255-65d2-4853-80cc-e7a98a165d94 associated. External IP: 172.28.1.54, port: 7d4aafef-9878-49a0-9a15-49b7f933a358. Jun 24 09:13:33.806138 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741dbfb-7306-42da-9f16-42cb113ed909 req-5e58b6d9-1c46-4f4b-a773-63755660624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:33.807656 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b741dbfb-7306-42da-9f16-42cb113ed909 req-5e58b6d9-1c46-4f4b-a773-63755660624c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bec49d64-4369-4490-ad85-2e53541d2805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4621220 Jun 24 09:13:33.861107 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372dc3c3-8865-4d07-8efe-5af6abb75668 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:33.880487 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bbbb9c-281f-49df-9735-0154c17840e4', 'name': 'network-vif-deleted', 'tag': 'f98ed650-eccb-4598-b682-55e3737cffbf'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:33.891155 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced51468-9d99-4b15-bb55-84b56e68380c" -d '{"events": [{"server_uuid": "77bbbb9c-281f-49df-9735-0154c17840e4", "name": "network-vif-deleted", "tag": "f98ed650-eccb-4598-b682-55e3737cffbf"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:33.905249 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:33.933014 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:33.943192 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Transition to ACTIVE for port object 372dc3c3-8865-4d07-8efe-5af6abb75668 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:13:33.950186 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:33.960191 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:33.978955 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb794c6-189b-4f3e-947b-14063b4d4665 x-openstack-request-id: req-5eb794c6-189b-4f3e-947b-14063b4d4665 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:33.979531 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bbbb9c-281f-49df-9735-0154c17840e4", "name": "network-vif-deleted", "tag": "f98ed650-eccb-4598-b682-55e3737cffbf", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:33.979825 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5eb794c6-189b-4f3e-947b-14063b4d4665 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:33.980251 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bbbb9c-281f-49df-9735-0154c17840e4', 'name': 'network-vif-deleted', 'tag': 'f98ed650-eccb-4598-b682-55e3737cffbf', 'status': 'completed', 'code': 200} Jun 24 09:13:34.066030 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Pushing event updated for resources: {'Port': ['ID=372dc3c3-8865-4d07-8efe-5af6abb75668,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:34.070278 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:34.175398 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Attempting to bind port 372dc3c3-8865-4d07-8efe-5af6abb75668 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:13:34.175677 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Attempting to bind port 372dc3c3-8865-4d07-8efe-5af6abb75668 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:13:34.177212 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Attempting to bind port 372dc3c3-8865-4d07-8efe-5af6abb75668 on network 007be388-a6a0-4bc5-b444-5343e59aa7ff {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:34.181559 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device f98ed650-eccb-4598-b682-55e3737cffbf no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:13:34.199857 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Port 372dc3c3-8865-4d07-8efe-5af6abb75668 on network 007be388-a6a0-4bc5-b444-5343e59aa7ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:13:34.200183 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Attempting to bind port 372dc3c3-8865-4d07-8efe-5af6abb75668 on network 007be388-a6a0-4bc5-b444-5343e59aa7ff {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:34.212777 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:13:34.213032 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Checking segment: {'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:13:34.213306 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Bound using segment: {'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:13:34.213753 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Bound port: 372dc3c3-8865-4d07-8efe-5af6abb75668, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:13:34.214105 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:34.250026 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: f98ed650-eccb-4598-b682-55e3737cffbf {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:13:34.250377 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device f98ed650-eccb-4598-b682-55e3737cffbf not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:13:34.312975 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] For port 372dc3c3-8865-4d07-8efe-5af6abb75668, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:13:34.317059 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] For port 372dc3c3-8865-4d07-8efe-5af6abb75668, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=372dc3c3-8865-4d07-8efe-5af6abb75668,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:13:34.322468 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b741dbfb-7306-42da-9f16-42cb113ed909 req-52946041-c972-4876-a8cd-7b4ab6b76c04 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708269 Jun 24 09:13:34.327044 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:34.342669 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:34.391056 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a760b1-cdbe-41c5-a404-a5b5c4022f21 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Router 73cf1f99-e554-4373-a7a1-2648aea9b55d has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:13:34.414628 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 58958) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:34.423176 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:34.426643 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:34.428342 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] 10.222.0.23 "PUT /v2.0/ports/372dc3c3-8865-4d07-8efe-5af6abb75668 HTTP/1.1" status: 200 len: 1093 time: 1.8459463 Jun 24 09:13:34.440987 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5c514350-71bb-4ea9-9936-925928971ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:34.465331 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Pushing event updated for resources: {'Port': ['ID=372dc3c3-8865-4d07-8efe-5af6abb75668,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:34.473937 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:34.502017 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b741dbfb-7306-42da-9f16-42cb113ed909 req-0ec9d650-29a5-402e-9400-20d61b9f0622 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656466 Jun 24 09:13:34.614782 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a760b1-cdbe-41c5-a404-a5b5c4022f21 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:13:34.620662 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5a760b1-cdbe-41c5-a404-a5b5c4022f21 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:34.624678 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a2658-16a1-4c90-a2c0-76932f6ecb4d None None] Sync routers for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:13:34.640808 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a2658-16a1-4c90-a2c0-76932f6ecb4d None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:13:34.641420 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-688a2658-16a1-4c90-a2c0-76932f6ecb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:13:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:34.678020 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10756d02-1146-4240-be52-205130852b10 req-8930d52b-c895-43bf-a737-58851f54a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:34.679656 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-8930d52b-c895-43bf-a737-58851f54a8c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 1096 time: 0.1200418 Jun 24 09:13:34.681793 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-a5a760b1-cdbe-41c5-a404-a5b5c4022f21 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "PUT /v2.0/floatingips/7d190255-65d2-4853-80cc-e7a98a165d94 HTTP/1.1" status: 200 len: 990 time: 3.1944799 Jun 24 09:13:34.682399 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358'}] {{(pid=93121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:34.685126 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31124700cb2bf3b77116a2171270a120f87fb7573a800835942e3a72bea6ad82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8390e438-0106-4bf2-8012-381abff5605c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358"}]}' {{(pid=93121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:34.705895 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5c514350-71bb-4ea9-9936-925928971ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:34.710835 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5c514350-71bb-4ea9-9936-925928971ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:34.715417 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:34.745224 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c514350-71bb-4ea9-9936-925928971ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e733309-8735-419f-892a-f79b360dbe09,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:34.763838 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5c514350-71bb-4ea9-9936-925928971ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:34.772728 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-546c6c00-d8ea-473f-a606-408905ea569e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=372dc3c3-8865-4d07-8efe-5af6abb75668 HTTP/1.1" status: 200 len: 217 time: 0.0695267 Jun 24 09:13:34.789869 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d867b2-0ed9-44f5-a035-8f5be0f4e9cc req-780d14fd-cf22-4364-ab65-865267d5985d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:34.797651 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-62d867b2-0ed9-44f5-a035-8f5be0f4e9cc req-780d14fd-cf22-4364-ab65-865267d5985d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.1956518 Jun 24 09:13:34.811896 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-5c514350-71bb-4ea9-9936-925928971ca0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dcbb124003144467905c39acde54067e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962026 Jun 24 09:13:34.818400 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 58972) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:34.835157 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-688a2658-16a1-4c90-a2c0-76932f6ecb4d None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:13:34.849936 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10756d02-1146-4240-be52-205130852b10 req-fc42ff52-2894-479d-88b9-3c135a0690e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:34.851837 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-fc42ff52-2894-479d-88b9-3c135a0690e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a1a80f1-4ac1-436c-a58a-c29c06ebeccf HTTP/1.1" status: 200 len: 855 time: 0.0719702 Jun 24 09:13:34.872211 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-62d867b2-0ed9-44f5-a035-8f5be0f4e9cc req-5fd76795-4113-4d0e-85de-440f914fac8c tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735731 Jun 24 09:13:34.910602 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-27ed3d54-e422-4dfc-bd67-e4c243511308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:34.926716 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-a8c858cf-b1af-45fb-a80f-3371acc49b29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=007be388-a6a0-4bc5-b444-5343e59aa7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675294 Jun 24 09:13:34.953674 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-27ed3d54-e422-4dfc-bd67-e4c243511308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:35.025058 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e38eca8-a105-420c-9b5c-971b93df8c30 x-openstack-request-id: req-6e38eca8-a105-420c-9b5c-971b93df8c30 {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:35.025475 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358", "status": "completed", "code": 200}]} {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:35.025650 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e38eca8-a105-420c-9b5c-971b93df8c30 {{(pid=93121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:35.026091 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'status': 'completed', 'code': 200} Jun 24 09:13:35.059407 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-27ed3d54-e422-4dfc-bd67-e4c243511308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:35.065234 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-27ed3d54-e422-4dfc-bd67-e4c243511308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:35.068684 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-27ed3d54-e422-4dfc-bd67-e4c243511308 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0e733309-8735-419f-892a-f79b360dbe09 HTTP/1.1" status: 204 len: 168 time: 0.2459707 Jun 24 09:13:35.068846 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-857e49c2-d9df-4a30-af91-d628005d8aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:35.097803 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-8709253f-2886-44ea-9fa0-c99d231c2ffe service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498854 Jun 24 09:13:35.132805 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed3d54-e422-4dfc-bd67-e4c243511308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e733309-8735-419f-892a-f79b360dbe09,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:35.136442 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-27ed3d54-e422-4dfc-bd67-e4c243511308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:35.174580 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390e438-0106-4bf2-8012-381abff5605c req-d51a360b-76a6-4262-8fbc-323b544551b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:35.176884 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8390e438-0106-4bf2-8012-381abff5605c req-d51a360b-76a6-4262-8fbc-323b544551b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 1098 time: 0.0940216 Jun 24 09:13:35.224264 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d09ce-3369-4da5-9c7e-1375d9c1e1b0 req-6acf7109-672a-461d-9dd8-3d13d5d052d2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:35.225837 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b16d09ce-3369-4da5-9c7e-1375d9c1e1b0 req-6acf7109-672a-461d-9dd8-3d13d5d052d2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 943 time: 0.1214759 Jun 24 09:13:35.245871 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-688a2658-16a1-4c90-a2c0-76932f6ecb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '7d190255-65d2-4853-80cc-e7a98a165d94', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'floating_ip_address': '172.28.1.54', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'port_id': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'mac_address': 'fa:16:3e:ea:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:13:03Z', 'updated_at': '2021-06-24T09:13:33Z', 'revision_number': 1, 'project_id': '1de26ab21d844892b2180caecacc5334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:03Z', 'revision_number': 5, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:35.284268 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a2658-16a1-4c90-a2c0-76932f6ecb4d None None] Checking router: 73cf1f99-e554-4373-a7a1-2648aea9b55d for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:13:35.292178 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b16d09ce-3369-4da5-9c7e-1375d9c1e1b0 req-50e052c2-8a0a-4568-9120-c56ee7bf1bc4 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581353 Jun 24 09:13:35.294591 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a2658-16a1-4c90-a2c0-76932f6ecb4d None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:13:35.295391 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-688a2658-16a1-4c90-a2c0-76932f6ecb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:13:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:35.296059 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-10756d02-1146-4240-be52-205130852b10 req-cc003140-01c6-4978-afed-bf0dc9ce532a service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577518 Jun 24 09:13:35.322181 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390e438-0106-4bf2-8012-381abff5605c req-07aa779b-7867-46e7-9239-e8749240c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:35.323853 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8390e438-0106-4bf2-8012-381abff5605c req-07aa779b-7867-46e7-9239-e8749240c5a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 916 time: 0.1078649 Jun 24 09:13:35.415717 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-688a2658-16a1-4c90-a2c0-76932f6ecb4d None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:13:35.448802 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8390e438-0106-4bf2-8012-381abff5605c req-cf59a77d-6afd-48c0-84ba-b79312c38a2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d4aafef-9878-49a0-9a15-49b7f933a358 HTTP/1.1" status: 200 len: 998 time: 0.1127727 Jun 24 09:13:35.527918 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390e438-0106-4bf2-8012-381abff5605c req-0fc00856-de1a-4786-abc2-8b3dacde9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:35.529615 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8390e438-0106-4bf2-8012-381abff5605c req-0fc00856-de1a-4786-abc2-8b3dacde9cc9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 200 len: 854 time: 0.0654304 Jun 24 09:13:35.601296 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390e438-0106-4bf2-8012-381abff5605c req-6edc9d11-432f-408b-9494-fa9914626bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:35.602990 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8390e438-0106-4bf2-8012-381abff5605c req-6edc9d11-432f-408b-9494-fa9914626bf2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0662491 Jun 24 09:13:35.689666 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-688a2658-16a1-4c90-a2c0-76932f6ecb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '7d190255-65d2-4853-80cc-e7a98a165d94', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'floating_ip_address': '172.28.1.54', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'port_id': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'mac_address': 'fa:16:3e:ea:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:13:03Z', 'updated_at': '2021-06-24T09:13:33Z', 'revision_number': 1, 'project_id': '1de26ab21d844892b2180caecacc5334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:03Z', 'revision_number': 5, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:35.728878 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3b527808-987f-4d2d-b6d7-12c483b85f83 req-52df773a-ba6e-4fab-bb08-d1df289a51de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646746 Jun 24 09:13:35.740441 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a2658-16a1-4c90-a2c0-76932f6ecb4d None None] The sync data for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb is: [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '7d190255-65d2-4853-80cc-e7a98a165d94', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'floating_ip_address': '172.28.1.54', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'port_id': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'mac_address': 'fa:16:3e:ea:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:13:03Z', 'updated_at': '2021-06-24T09:13:33Z', 'revision_number': 1, 'project_id': '1de26ab21d844892b2180caecacc5334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:03Z', 'revision_number': 5, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:13:35.767662 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8390e438-0106-4bf2-8012-381abff5605c req-117f599c-26c3-46ab-8ec2-760525caa747 service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517966 Jun 24 09:13:35.786021 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59002) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:35.800723 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59006) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:35.898715 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-a654650e-9452-4bcd-9a52-7b5004555847 admin admin] Deleting subnet beec1d4d-c8e6-4853-bcee-585e5891b353 {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:13:35.907767 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8390e438-0106-4bf2-8012-381abff5605c req-2137c7fa-85f7-4c07-92a5-f33af9584a32 service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121609 Jun 24 09:13:35.909436 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a654650e-9452-4bcd-9a52-7b5004555847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:35.962114 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a654650e-9452-4bcd-9a52-7b5004555847 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:35.978828 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a654650e-9452-4bcd-9a52-7b5004555847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:35.990049 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec159fe5-aa61-4f61-98a3-bb06ec811108', 'tag': '372dc3c3-8865-4d07-8efe-5af6abb75668'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:35.992918 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f87b5b5-3b2c-4684-ad9b-305207f2c836" -d '{"events": [{"name": "network-changed", "server_uuid": "ec159fe5-aa61-4f61-98a3-bb06ec811108", "tag": "372dc3c3-8865-4d07-8efe-5af6abb75668"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:36.014621 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:36.052977 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b527808-987f-4d2d-b6d7-12c483b85f83 req-9ab75ee6-6d86-4522-ac29-211c236c13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:36.058063 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3b527808-987f-4d2d-b6d7-12c483b85f83 req-9ab75ee6-6d86-4522-ac29-211c236c13f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 1098 time: 0.2039659 Jun 24 09:13:36.131111 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a654650e-9452-4bcd-9a52-7b5004555847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:36.145481 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbb516a-456b-40be-8099-60084a474f1f None None] New status for floating IP 7d190255-65d2-4853-80cc-e7a98a165d94: ACTIVE {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:13:36.177334 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:36.184024 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a654650e-9452-4bcd-9a52-7b5004555847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:36.186450 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-a654650e-9452-4bcd-9a52-7b5004555847 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/beec1d4d-c8e6-4853-bcee-585e5891b353 HTTP/1.1" status: 204 len: 168 time: 0.3845253 Jun 24 09:13:36.191452 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59026) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:36.239117 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654650e-9452-4bcd-9a52-7b5004555847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beec1d4d-c8e6-4853-bcee-585e5891b353,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:36.246563 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a654650e-9452-4bcd-9a52-7b5004555847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:36.319146 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d8fd58-b948-40be-b160-54b29e13b352 x-openstack-request-id: req-f9d8fd58-b948-40be-b160-54b29e13b352 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:36.319540 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec159fe5-aa61-4f61-98a3-bb06ec811108", "tag": "372dc3c3-8865-4d07-8efe-5af6abb75668", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:36.319847 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9d8fd58-b948-40be-b160-54b29e13b352 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:36.320299 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec159fe5-aa61-4f61-98a3-bb06ec811108', 'tag': '372dc3c3-8865-4d07-8efe-5af6abb75668', 'status': 'completed', 'code': 200} Jun 24 09:13:36.331203 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b527808-987f-4d2d-b6d7-12c483b85f83 req-a1c226d1-9b07-4c8b-b4df-82d687daf624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:36.333018 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3b527808-987f-4d2d-b6d7-12c483b85f83 req-a1c226d1-9b07-4c8b-b4df-82d687daf624 service neutron] 10.222.0.23 "GET /v2.0/networks?id=007be388-a6a0-4bc5-b444-5343e59aa7ff HTTP/1.1" status: 200 len: 916 time: 0.2044680 Jun 24 09:13:36.398890 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:36.442603 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:36.450044 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-67d7910f-50c4-4221-9ddf-17d894e682f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:36.459435 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6fa52-7384-4733-9196-275acf1ca762 req-b7499f56-4e7f-4d21-ad26-36a88286455e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:36.468463 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3b527808-987f-4d2d-b6d7-12c483b85f83 req-98243cda-4df0-4a1a-ad66-78452d07ce94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5b77f91-102f-49c9-88e2-ca299ed6bc46 HTTP/1.1" status: 200 len: 217 time: 0.0751395 Jun 24 09:13:36.469289 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-61c6fa52-7384-4733-9196-275acf1ca762 req-b7499f56-4e7f-4d21-ad26-36a88286455e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.4012132 Jun 24 09:13:36.535833 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:36.557827 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b527808-987f-4d2d-b6d7-12c483b85f83 req-f173e8ef-e56e-4cc9-9cc9-1776cc281990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:36.559468 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3b527808-987f-4d2d-b6d7-12c483b85f83 req-f173e8ef-e56e-4cc9-9cc9-1776cc281990 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a1a80f1-4ac1-436c-a58a-c29c06ebeccf HTTP/1.1" status: 200 len: 855 time: 0.0538020 Jun 24 09:13:36.584356 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-61c6fa52-7384-4733-9196-275acf1ca762 req-df9a67ac-fbc9-4657-b18f-966387cdb93c tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138597 Jun 24 09:13:36.594399 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2f5a634e3504212ab35ef16101b8ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8046479 Jun 24 09:13:36.597283 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59040) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:36.602199 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9238b26a-221b-45a1-ae08-6a7348a98d15,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:36.631986 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3b527808-987f-4d2d-b6d7-12c483b85f83 req-13e5849e-8cc1-48fb-9212-5cc2da7cca19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=007be388-a6a0-4bc5-b444-5343e59aa7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412300 Jun 24 09:13:36.684481 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:36.684850 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:36.685229 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:36.685677 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:36.686024 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:36.686372 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:36.686712 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:36.687054 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:36.687389 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:36.687752 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:36.688088 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:36.688414 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:36.692410 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:36.708465 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87b5b5-3b2c-4684-ad9b-305207f2c836 req-b53454b0-f77f-447b-bc37-657bea6f6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:36.709991 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1f87b5b5-3b2c-4684-ad9b-305207f2c836 req-b53454b0-f77f-447b-bc37-657bea6f6ca1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 1096 time: 0.2964327 Jun 24 09:13:36.781512 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3b527808-987f-4d2d-b6d7-12c483b85f83 req-cd69adb7-de0e-4033-9e39-db966a5f1bdb service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389732 Jun 24 09:13:36.817044 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:36.835354 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:36.835937 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:36.836681 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:36.837029 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > port after_create 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:36.837367 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:36.837683 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > port after_update 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:36.837994 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:36.838310 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:36.838621 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:36.838929 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:36.864433 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd4f1-4b0d-413e-848d-4c1f1859587a req-8b93c583-0913-4b0e-bb28-235fd2dc1e44 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:36.865905 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-51ebd4f1-4b0d-413e-848d-4c1f1859587a req-8b93c583-0913-4b0e-bb28-235fd2dc1e44 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 943 time: 0.1547937 Jun 24 09:13:36.931855 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-51ebd4f1-4b0d-413e-848d-4c1f1859587a req-b8f85d8a-7a67-4a53-9e2f-61de05ccc8e4 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594251 Jun 24 09:13:36.933829 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3b527808-987f-4d2d-b6d7-12c483b85f83 req-7bfa4bf0-b6c5-4b8b-aeec-a0701827813f service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410813 Jun 24 09:13:36.998817 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:36.999167 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:36.999493 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:36.999846 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:13:37.000211 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f9122b-5a50-4ad5-8eff-f1b6770a3728']}} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:37.014391 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-400d49a9-12f5-4b76-bce6-212199a61d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:37.028267 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391ea33d-3c08-4f1e-b052-1255a7ad5dd3') {'for_net_delete': True} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:37.028473 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391ea33d-3c08-4f1e-b052-1255a7ad5dd3') {} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:13:37.055192 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7058289'] for segment, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:37.092117 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-400d49a9-12f5-4b76-bce6-212199a61d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:37.101698 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87b5b5-3b2c-4684-ad9b-305207f2c836 req-ac611a02-e38a-4d47-817e-afe1aa2d26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:37.104054 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1f87b5b5-3b2c-4684-ad9b-305207f2c836 req-ac611a02-e38a-4d47-817e-afe1aa2d26e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=007be388-a6a0-4bc5-b444-5343e59aa7ff HTTP/1.1" status: 200 len: 916 time: 0.3660977 Jun 24 09:13:37.104966 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:37.119040 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:13:37.119431 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4695564'] for segment, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: from cryptography.utils import int_from_bytes Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: from cryptography.utils import int_from_bytes Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: Traceback (most recent call last): Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: timer() Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: cb(*args, **kw) Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: return func(*args, **kwargs) Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: self._notify() Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: self.callback(batched_events) Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: event.method(event) Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: return f(self, *a, **k) Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: return self._get(url).json() Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: return self.request(url, 'GET', **kwargs) Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:13:37.123230 dv-cinder-797812-1-smb neutron-server[93122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:13:37.213992 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1f87b5b5-3b2c-4684-ad9b-305207f2c836 req-363139cf-348a-496d-a6f7-16fef99dd4e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=372dc3c3-8865-4d07-8efe-5af6abb75668 HTTP/1.1" status: 200 len: 217 time: 0.0712438 Jun 24 09:13:37.232802 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:37.264458 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ebf2da2b-9123-454d-a036-2eb88c868df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:37.270986 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:37.275895 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] 10.222.0.22 "DELETE /v2.0/networks/24f9122b-5a50-4ad5-8eff-f1b6770a3728 HTTP/1.1" status: 204 len: 168 time: 1.0791619 Jun 24 09:13:37.287738 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-400d49a9-12f5-4b76-bce6-212199a61d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:37.290503 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-400d49a9-12f5-4b76-bce6-212199a61d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:37.293966 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-400d49a9-12f5-4b76-bce6-212199a61d48 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9238b26a-221b-45a1-ae08-6a7348a98d15 HTTP/1.1" status: 204 len: 168 time: 0.6864319 Jun 24 09:13:37.295088 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Pushing event deleted for resources: {'Network': ['ID=24f9122b-5a50-4ad5-8eff-f1b6770a3728,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:37.307839 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:37.308072 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-da948a07-da3e-4d73-9bfb-10e317d3769b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:37.311781 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87b5b5-3b2c-4684-ad9b-305207f2c836 req-72fed800-44d9-4027-9b48-fb67018fbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:37.313398 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1f87b5b5-3b2c-4684-ad9b-305207f2c836 req-72fed800-44d9-4027-9b48-fb67018fbb9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a1a80f1-4ac1-436c-a58a-c29c06ebeccf HTTP/1.1" status: 200 len: 855 time: 0.0906374 Jun 24 09:13:37.323064 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d49a9-12f5-4b76-bce6-212199a61d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9238b26a-221b-45a1-ae08-6a7348a98d15,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:37.357549 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-400d49a9-12f5-4b76-bce6-212199a61d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:37.386438 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1f87b5b5-3b2c-4684-ad9b-305207f2c836 req-c2f2e32d-d9be-47da-87a4-ebd600a445f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=007be388-a6a0-4bc5-b444-5343e59aa7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395412 Jun 24 09:13:37.564345 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1f87b5b5-3b2c-4684-ad9b-305207f2c836 req-9682d2e6-b7aa-4b8f-8565-5efc2909497f service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461868 Jun 24 09:13:37.574670 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59070) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:37.781206 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1f87b5b5-3b2c-4684-ad9b-305207f2c836 req-393cd188-7140-4893-aa6b-2e3d222298c7 service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910875 Jun 24 09:13:37.799226 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-80e46737-581d-4835-b70d-b1880676a3ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1cd6fb8b89e9493ebfd60e3680d9a060&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2232988 Jun 24 09:13:37.801889 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59092) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:37.846103 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a62d8-87c1-4585-8ecd-32c388837c29 req-97ac5f68-bb12-40f1-b4d6-0d3067be08e0 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:37.847977 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b83a62d8-87c1-4585-8ecd-32c388837c29 req-97ac5f68-bb12-40f1-b4d6-0d3067be08e0 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0922790 Jun 24 09:13:37.877774 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:37.910393 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:37.920116 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b83a62d8-87c1-4585-8ecd-32c388837c29 req-db0d281a-b9ae-47a4-a3d7-e3b0f9d803f1 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658028 Jun 24 09:13:37.968488 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:37.971158 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:37.974904 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5ebe3c81-cb1a-4c0d-a97f-d14387c51c60 HTTP/1.1" status: 204 len: 168 time: 0.1705866 Jun 24 09:13:37.976383 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-0d6c282c-40fb-4047-bfc2-98c91c386f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:37.984008 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebe3c81-cb1a-4c0d-a97f-d14387c51c60,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:37.997471 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:37.997865 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:37.998228 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:37.998585 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:37.998939 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:37.999290 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:37.999662 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:38.000009 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:38.000355 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:38.000695 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:38.001040 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:38.001377 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:38.016653 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:38.143097 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02a37e-4022-4951-9a72-89f498ea52cf req-b9997cd7-9233-4ed0-beae-f3c6a711eb0a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:38.145507 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-9f02a37e-4022-4951-9a72-89f498ea52cf req-b9997cd7-9233-4ed0-beae-f3c6a711eb0a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 943 time: 0.0815253 Jun 24 09:13:38.202171 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-9f02a37e-4022-4951-9a72-89f498ea52cf req-ae0b8246-c834-4719-8d64-598989a236c4 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507338 Jun 24 09:13:39.203713 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15760e82-3001-49b1-95cb-b54fc9af9f7c req-9cb137e8-4df4-4b03-9dc5-d8e3462b4e1f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:39.206712 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-15760e82-3001-49b1-95cb-b54fc9af9f7c req-9cb137e8-4df4-4b03-9dc5-d8e3462b4e1f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0888593 Jun 24 09:13:39.266194 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-15760e82-3001-49b1-95cb-b54fc9af9f7c req-cff1c12c-a148-4213-b9d0-64f4f30f554a tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494955 Jun 24 09:13:39.307776 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:39.401375 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f52e1-297a-43b6-bc32-9ff5ef9d324d req-cda65553-71b9-4e82-8df9-b41e3ba8272c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:39.402935 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7c7f52e1-297a-43b6-bc32-9ff5ef9d324d req-cda65553-71b9-4e82-8df9-b41e3ba8272c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 943 time: 0.0657794 Jun 24 09:13:39.440490 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7c7f52e1-297a-43b6-bc32-9ff5ef9d324d req-c41149f8-6935-43cc-a652-981b9e324b1f tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Jun 24 09:13:39.683415 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59214) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:39.792441 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-803edd94-3c4a-464a-a552-095207feb9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:39.881900 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-803edd94-3c4a-464a-a552-095207feb9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:39.885473 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-803edd94-3c4a-464a-a552-095207feb9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:39.888956 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ea41fca8-5d5a-42a1-8328-0bb22f957202 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:39.925345 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-803edd94-3c4a-464a-a552-095207feb9b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c372d18be91479792c1d4a806ed86f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408466 Jun 24 09:13:39.926243 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803edd94-3c4a-464a-a552-095207feb9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49393aaa-5e75-47f2-b3d0-0e4fc29c23d8,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:39.928189 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59230) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:39.929795 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-803edd94-3c4a-464a-a552-095207feb9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:39.982049 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f307d98e-726a-47e2-902a-1ffc1cdf2920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.005094 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f307d98e-726a-47e2-902a-1ffc1cdf2920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.034767 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59234) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:40.051240 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f307d98e-726a-47e2-902a-1ffc1cdf2920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.053887 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f307d98e-726a-47e2-902a-1ffc1cdf2920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.055026 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-f307d98e-726a-47e2-902a-1ffc1cdf2920 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49393aaa-5e75-47f2-b3d0-0e4fc29c23d8 HTTP/1.1" status: 204 len: 168 time: 0.1256700 Jun 24 09:13:40.055954 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f7e36d40-424b-4c7b-9192-b7598be6b1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:40.063381 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307d98e-726a-47e2-902a-1ffc1cdf2920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49393aaa-5e75-47f2-b3d0-0e4fc29c23d8,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:40.065662 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f307d98e-726a-47e2-902a-1ffc1cdf2920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:40.161296 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4c1eafc8-b857-4168-ab4e-1c508d2acb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.246794 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 372dc3c3-8865-4d07-8efe-5af6abb75668 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:13:40.286244 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4c1eafc8-b857-4168-ab4e-1c508d2acb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.293116 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4c1eafc8-b857-4168-ab4e-1c508d2acb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.335816 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-d555dbe3-78bf-4a02-9aa3-9a382ca98f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:40.376747 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59256) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:40.381555 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-4c1eafc8-b857-4168-ab4e-1c508d2acb90 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47c11a4a557e46ba9ee54cb5596c3c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450620 Jun 24 09:13:40.381936 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59258) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:40.392383 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-096cf4d9-8263-42c5-adeb-4236c44fd23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.395027 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 372dc3c3-8865-4d07-8efe-5af6abb75668, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=372dc3c3-8865-4d07-8efe-5af6abb75668,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:40.412198 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1eafc8-b857-4168-ab4e-1c508d2acb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd461f2-a1ef-42ab-acde-2a05643d36a4,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:40.419467 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4c1eafc8-b857-4168-ab4e-1c508d2acb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:40.442249 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '372dc3c3-8865-4d07-8efe-5af6abb75668', 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff', 'port_id': '372dc3c3-8865-4d07-8efe-5af6abb75668', 'mac_address': 'fa:16:3e:06:c6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1a80f1-4ac1-436c-a58a-c29c06ebeccf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:13:40.457235 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5c40fb61-1062-4d67-a410-7f3eb490b57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.514953 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5c40fb61-1062-4d67-a410-7f3eb490b57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.567694 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.607633 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372dc3c3-8865-4d07-8efe-5af6abb75668 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:40.618569 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985552d0-6c99-49f3-8bdf-9ad01baaf587 req-ed6ce41b-06d8-43ab-a8a2-a74319ea81b9 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:40.623884 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-985552d0-6c99-49f3-8bdf-9ad01baaf587 req-ed6ce41b-06d8-43ab-a8a2-a74319ea81b9 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.1264453 Jun 24 09:13:40.638142 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 372dc3c3-8865-4d07-8efe-5af6abb75668, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=372dc3c3-8865-4d07-8efe-5af6abb75668,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:40.642444 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5c40fb61-1062-4d67-a410-7f3eb490b57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.645390 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.646148 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5c40fb61-1062-4d67-a410-7f3eb490b57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.647883 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-5c40fb61-1062-4d67-a410-7f3eb490b57d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8dd461f2-a1ef-42ab-acde-2a05643d36a4 HTTP/1.1" status: 204 len: 168 time: 0.2615018 Jun 24 09:13:40.650764 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:40.651028 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:40.685557 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40fb61-1062-4d67-a410-7f3eb490b57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd461f2-a1ef-42ab-acde-2a05643d36a4,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:40.693506 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5c40fb61-1062-4d67-a410-7f3eb490b57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:40.695136 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-096cf4d9-8263-42c5-adeb-4236c44fd23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.710050 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-096cf4d9-8263-42c5-adeb-4236c44fd23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.723383 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:40.725266 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-985552d0-6c99-49f3-8bdf-9ad01baaf587 req-b4af1ae2-959c-4ed0-8e78-ccc51c08fad1 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951385 Jun 24 09:13:40.755225 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=372dc3c3-8865-4d07-8efe-5af6abb75668,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:40.768177 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cf4d9-8263-42c5-adeb-4236c44fd23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d537529-e08d-4549-ae52-f7172ffc6210,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:40.769627 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:40.770141 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:40.770659 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:40.771350 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:40.771925 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:40.772464 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:40.773342 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-096cf4d9-8263-42c5-adeb-4236c44fd23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:40.773598 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:40.774034 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:40.774964 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:40.775360 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:40.775913 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:40.776310 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:13:40.782152 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:40.799883 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-096cf4d9-8263-42c5-adeb-4236c44fd23a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9f14bb8fb654aacb464bfb185b7d058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212003 Jun 24 09:13:40.802133 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59270) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:40.831629 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36827416-66ec-44ec-8de8-9bfeee8fa3eb req-dabda8ec-0573-4e61-9946-cd2e55394211 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:40.838670 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-36827416-66ec-44ec-8de8-9bfeee8fa3eb req-dabda8ec-0573-4e61-9946-cd2e55394211 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 943 time: 0.2248600 Jun 24 09:13:40.866367 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-57a73775-d35e-415e-ad69-0283a75fb7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.890593 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-36827416-66ec-44ec-8de8-9bfeee8fa3eb req-f166b23b-41aa-4523-a717-a2b989d010f9 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508697 Jun 24 09:13:40.900568 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-57a73775-d35e-415e-ad69-0283a75fb7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.973229 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-57a73775-d35e-415e-ad69-0283a75fb7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.977327 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-57a73775-d35e-415e-ad69-0283a75fb7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:40.981655 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-57a73775-d35e-415e-ad69-0283a75fb7da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d537529-e08d-4549-ae52-f7172ffc6210 HTTP/1.1" status: 204 len: 168 time: 0.1758647 Jun 24 09:13:40.981655 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:41.002772 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a73775-d35e-415e-ad69-0283a75fb7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d537529-e08d-4549-ae52-f7172ffc6210,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:41.007186 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-57a73775-d35e-415e-ad69-0283a75fb7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:41.216827 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59284) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:41.230276 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1e15079b-3e8a-4f9f-9a10-e608c016f48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:41.295706 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['372dc3c3-8865-4d07-8efe-5af6abb75668'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:13:41.336748 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1e15079b-3e8a-4f9f-9a10-e608c016f48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:41.341828 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1e15079b-3e8a-4f9f-9a10-e608c016f48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:41.345740 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-097bb78a-b36c-451c-b734-a1c4be69ca7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:41.393067 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59292) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:41.393675 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-1e15079b-3e8a-4f9f-9a10-e608c016f48e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9228c7b9ea943d8931e4f885b53be8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756322 Jun 24 09:13:41.395964 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15079b-3e8a-4f9f-9a10-e608c016f48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40a8aec-b1d2-4d3c-abb4-8724aa976fb2,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:41.403723 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-1e15079b-3e8a-4f9f-9a10-e608c016f48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:41.410015 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:13:41.454587 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1b7350c6-0780-4453-b5b2-f58269f893b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:41.478642 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1b7350c6-0780-4453-b5b2-f58269f893b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:41.529372 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1b7350c6-0780-4453-b5b2-f58269f893b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:41.532046 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1b7350c6-0780-4453-b5b2-f58269f893b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:41.533162 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-1b7350c6-0780-4453-b5b2-f58269f893b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a40a8aec-b1d2-4d3c-abb4-8724aa976fb2 HTTP/1.1" status: 204 len: 168 time: 0.1386933 Jun 24 09:13:41.534204 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-e5183ea8-61bf-42e0-a32a-d439ebb8fc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:41.543581 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7350c6-0780-4453-b5b2-f58269f893b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40a8aec-b1d2-4d3c-abb4-8724aa976fb2,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:41.552064 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-1b7350c6-0780-4453-b5b2-f58269f893b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:41.917743 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a347d-ad33-4143-b553-1f41424b7b3b req-d561a4e7-f4f2-438e-8d35-c943fc88f5ab tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:41.919566 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-712a347d-ad33-4143-b553-1f41424b7b3b req-d561a4e7-f4f2-438e-8d35-c943fc88f5ab tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0810769 Jun 24 09:13:41.978206 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-712a347d-ad33-4143-b553-1f41424b7b3b req-a93d8132-54e5-4ed8-aec9-233c3fa42321 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482042 Jun 24 09:13:42.112645 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d8285-5bfb-4c96-baad-e074e4e04e71 req-6ae119e0-5563-4970-b773-0f24075a4c34 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:42.124794 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5d6d8285-5bfb-4c96-baad-e074e4e04e71 req-6ae119e0-5563-4970-b773-0f24075a4c34 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 944 time: 0.0794783 Jun 24 09:13:42.207189 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5d6d8285-5bfb-4c96-baad-e074e4e04e71 req-27ea3c06-c9c3-46b6-9032-ca113e4d317d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815136 Jun 24 09:13:42.474177 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59362) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:42.737453 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-975135842-network', 'tenant_id': '547008d416e647ba8fd00bb91ffa377b'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:42.759280 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Made reservation on behalf of 547008d416e647ba8fd00bb91ffa377b for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:13:42.761699 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:42.769881 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:42.865226 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:42.871760 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:42.872642 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5c514350-71bb-4ea9-9936-925928971ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:42.896994 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:13:42.904151 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094b5204-962d-448e-9bb5-98075ec3c959,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:42.907396 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:42.915665 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:42.916051 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.segments_db [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Added segment ac6080a0-d333-43dc-8813-7ba89aaaaef3 of type vlan for network 7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e Jun 24 09:13:42.955526 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:42.983930 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:42.985145 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:42.985719 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:42.988601 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e1fae2da-eadc-4eda-9f37-b5c791e67878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:43.049444 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5708418 Jun 24 09:13:43.050032 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59386) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:43.055047 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] Request body: {'subnet': {'network_id': '7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-975135842-subnet', 'tenant_id': '547008d416e647ba8fd00bb91ffa377b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:43.059603 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Pushing event updated for resources: {'Network': ['ID=7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:43.062263 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:43.071089 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network 7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:13:43.091371 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] Made reservation on behalf of 547008d416e647ba8fd00bb91ffa377b for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:13:43.094169 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:43.172257 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b39098-742d-45e4-b131-9819c4bedb0f req-8767d1df-d24b-4c98-ace5-b607a119d8b3 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:43.173761 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b39098-742d-45e4-b131-9819c4bedb0f req-8767d1df-d24b-4c98-ace5-b607a119d8b3 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0655820 Jun 24 09:13:43.214967 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b39098-742d-45e4-b131-9819c4bedb0f req-5061a074-34a6-493c-9f1a-df34b6f9e13b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351696 Jun 24 09:13:43.276076 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:43.278490 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-8360372a-c332-49e3-bf9e-8c299b7a1b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:43.317065 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e5dcb9-d031-4a21-a4c4-22bf7e24d9ba,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:43.324924 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:43.385677 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] Checking segment: {'id': 'ac6080a0-d333-43dc-8813-7ba89aaaaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:13:43.386139 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] Network hostable DHCP agents. Network: 7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:13:43.427436 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] Network 7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:13:43.459870 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a67e8e-88cc-4db3-9d18-f1d48fa0e804 req-e2dff11b-981e-40e2-a5b5-02825f361cae tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:43.462328 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-05a67e8e-88cc-4db3-9d18-f1d48fa0e804 req-e2dff11b-981e-40e2-a5b5-02825f361cae tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 944 time: 0.1231723 Jun 24 09:13:43.463632 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, 7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:13:43.469022 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:43.470031 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:43.473363 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db339fc6-a07e-4002-b16e-7d82bcf07d45 None None] Network 7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:13:43.520103 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4688694 Jun 24 09:13:43.529592 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-05a67e8e-88cc-4db3-9d18-f1d48fa0e804 req-e3c6f48b-70a6-4f5c-88bf-316d8f1c16f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559144 Jun 24 09:13:43.642159 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fa1063-6ea5-4b7b-b29c-b5bc82473858 None None] Network 7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:13:44.213774 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59464) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:44.218772 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2088296068-network', 'tenant_id': '526ccf3ea7a34af591701189e8537bcd'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:44.245540 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Made reservation on behalf of 526ccf3ea7a34af591701189e8537bcd for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:13:44.248371 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:44.259362 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:44.271559 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 372dc3c3-8865-4d07-8efe-5af6abb75668 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:13:44.378457 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port 372dc3c3-8865-4d07-8efe-5af6abb75668 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:13:44.382141 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:44.386792 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 372dc3c3-8865-4d07-8efe-5af6abb75668 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:44.388400 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:44.400966 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:44.407268 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-b4694a1b-78da-476e-961d-32fc3aee0022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:44.433719 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:13:44.446670 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4e72f3-a856-4d86-85ab-f3e4733564f7,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:44.450492 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:44.454248 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:44.455278 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.segments_db [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Added segment 2d47f585-b13d-4f21-9cbc-8f3697c4b5aa of type vlan for network f0566cfe-af21-4cdb-abdb-78b676997092 Jun 24 09:13:44.505791 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49758a-7a00-49bb-9cce-31b52feaa6f9 req-6dd1bc2a-2dd8-462c-ac5f-6d150dca8200 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:44.512007 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-db49758a-7a00-49bb-9cce-31b52feaa6f9 req-6dd1bc2a-2dd8-462c-ac5f-6d150dca8200 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.1259828 Jun 24 09:13:44.529517 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:44.540993 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:44.568725 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:44.570177 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:44.570773 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:44.578730 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-edd8aa2e-c8cc-43ff-ad20-38ab7326af17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:44.586327 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-db49758a-7a00-49bb-9cce-31b52feaa6f9 req-2ab500ab-8f55-408f-9666-6d6247de0847 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683622 Jun 24 09:13:44.606813 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec159fe5-aa61-4f61-98a3-bb06ec811108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372dc3c3-8865-4d07-8efe-5af6abb75668'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:44.611290 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af9ef98-affd-4b93-8524-33d0cf3e48f1" -d '{"events": [{"server_uuid": "ec159fe5-aa61-4f61-98a3-bb06ec811108", "name": "network-vif-plugged", "status": "completed", "tag": "372dc3c3-8865-4d07-8efe-5af6abb75668"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:44.649632 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 372dc3c3-8865-4d07-8efe-5af6abb75668, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=372dc3c3-8865-4d07-8efe-5af6abb75668,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:44.656170 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:44.658324 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:44.708589 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59484) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:44.710759 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4957652 Jun 24 09:13:44.713927 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] Request body: {'subnet': {'network_id': 'f0566cfe-af21-4cdb-abdb-78b676997092', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2088296068-subnet', 'tenant_id': '526ccf3ea7a34af591701189e8537bcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:44.728208 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Pushing event updated for resources: {'Network': ['ID=f0566cfe-af21-4cdb-abdb-78b676997092,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:44.740091 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:44.741455 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network f0566cfe-af21-4cdb-abdb-78b676997092 details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:13:44.776073 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] Made reservation on behalf of 526ccf3ea7a34af591701189e8537bcd for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:13:44.779623 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4603178'] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:44.824878 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=372dc3c3-8865-4d07-8efe-5af6abb75668,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:44.829322 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:44.846178 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3a959-0380-4f85-af1f-8443e2c8a964 req-f80c710b-dacb-4eb6-a98b-535752d2dd9b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:44.849923 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e0d3a959-0380-4f85-af1f-8443e2c8a964 req-f80c710b-dacb-4eb6-a98b-535752d2dd9b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 945 time: 0.0993917 Jun 24 09:13:44.891893 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e0d3a959-0380-4f85-af1f-8443e2c8a964 req-2caea241-5a84-4cbe-8381-492a0a2aa038 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334439 Jun 24 09:13:44.935383 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454bcf99-ffd9-4c4f-a20f-887452789406 x-openstack-request-id: req-454bcf99-ffd9-4c4f-a20f-887452789406 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:44.936264 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec159fe5-aa61-4f61-98a3-bb06ec811108", "name": "network-vif-plugged", "status": "completed", "tag": "372dc3c3-8865-4d07-8efe-5af6abb75668", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:44.936561 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-454bcf99-ffd9-4c4f-a20f-887452789406 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:44.937218 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec159fe5-aa61-4f61-98a3-bb06ec811108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372dc3c3-8865-4d07-8efe-5af6abb75668', 'code': 200} Jun 24 09:13:44.992211 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4695762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4603192'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:44.995233 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:45.063271 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=84acfab1-4bcf-47a3-8d9e-a44c7d716ebd,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:45.077442 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:45.083049 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] Checking segment: {'id': '2d47f585-b13d-4f21-9cbc-8f3697c4b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f0566cfe-af21-4cdb-abdb-78b676997092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:13:45.083523 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] Network hostable DHCP agents. Network: f0566cfe-af21-4cdb-abdb-78b676997092, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:13:45.104055 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] Network f0566cfe-af21-4cdb-abdb-78b676997092 is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:13:45.115562 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, f0566cfe-af21-4cdb-abdb-78b676997092) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:13:45.125155 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:45.129647 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f575abd-cbef-4ac4-a242-d67cf4b544d4 None None] Network f0566cfe-af21-4cdb-abdb-78b676997092 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:13:45.136449 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:45.163447 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4448607 Jun 24 09:13:45.280640 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b245809-75ef-4c25-85d9-606c75fa3a14 req-17861e6f-f56e-4509-b87c-e9c4fe4b2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:45.280889 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae119099-f883-46e1-8c8f-0311ed3d982b None None] Network f0566cfe-af21-4cdb-abdb-78b676997092 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:13:45.282123 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4b245809-75ef-4c25-85d9-606c75fa3a14 req-17861e6f-f56e-4509-b87c-e9c4fe4b2902 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 1098 time: 0.0567029 Jun 24 09:13:45.328647 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4b245809-75ef-4c25-85d9-606c75fa3a14 req-e65b61e8-83b9-43d3-870e-956373fe9e5c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359375 Jun 24 09:13:45.724974 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-c16ee55a-a03d-4c67-9fec-f46c5e09bc3c tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:45.726849 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-c16ee55a-a03d-4c67-9fec-f46c5e09bc3c tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/networks?id=7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e HTTP/1.1" status: 200 len: 808 time: 0.1137633 Jun 24 09:13:45.746692 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-32d04963-a8e2-4757-8e1b-179f3f0a58be tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/quotas/547008d416e647ba8fd00bb91ffa377b HTTP/1.1" status: 200 len: 375 time: 0.0123827 Jun 24 09:13:45.778645 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c8fc4-3cc5-4372-9cdf-2d12e7d29916 req-bf085973-97a4-4e23-ab26-ccb9e2582e9f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:45.780338 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7e5c8fc4-3cc5-4372-9cdf-2d12e7d29916 req-bf085973-97a4-4e23-ab26-ccb9e2582e9f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0818942 Jun 24 09:13:45.791921 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-86ac5f85-2e04-4d5f-a8e4-5339a7c074c9 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=547008d416e647ba8fd00bb91ffa377b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396352 Jun 24 09:13:45.855406 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7e5c8fc4-3cc5-4372-9cdf-2d12e7d29916 req-89f510fd-0004-4fdc-93ed-7593a4a84aff tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683508 Jun 24 09:13:45.892022 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-62d08232-e85f-48c0-bd9f-59cca597d398 service neutron] 10.222.0.22 "GET /v2.0/networks/7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992680 Jun 24 09:13:46.248041 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-02dc9a43-e360-4960-8512-bc439bee98f4 service neutron] 10.222.0.22 "GET /v2.0/networks/7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417320 Jun 24 09:13:46.271141 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35092d-dc77-4db1-986f-a5689755d85d req-ba4e5d92-84db-42bb-a25a-2b10935a0c92 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:46.272773 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ea35092d-dc77-4db1-986f-a5689755d85d req-ba4e5d92-84db-42bb-a25a-2b10935a0c92 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 945 time: 0.0858779 Jun 24 09:13:46.316072 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ea35092d-dc77-4db1-986f-a5689755d85d req-c7e299e0-af9c-4726-9f49-f26d67ccb77c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374255 Jun 24 09:13:46.436118 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3c5ae575-5ef7-42ec-8305-49e9b878d6ce req-c4de8249-f6d1-48b3-a036-966c9d00452d tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 210 time: 0.0315475 Jun 24 09:13:47.033788 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b848a9-9828-4982-8f47-4b00c0695811 req-2190edd8-54be-4528-af6a-fb1f3c4d31b4 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:47.035258 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d4b848a9-9828-4982-8f47-4b00c0695811 req-2190edd8-54be-4528-af6a-fb1f3c4d31b4 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0752239 Jun 24 09:13:47.081016 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d4b848a9-9828-4982-8f47-4b00c0695811 req-e58020af-f4a6-4fff-9271-8e0b11d28d84 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391610 Jun 24 09:13:47.487799 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f10ad1-0c45-40f0-91fc-309f346d2480 req-8b3c635e-440b-486f-9294-1514ed49aada tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:47.488743 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-80f10ad1-0c45-40f0-91fc-309f346d2480 req-8b3c635e-440b-486f-9294-1514ed49aada tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 945 time: 0.0643957 Jun 24 09:13:47.530779 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-80f10ad1-0c45-40f0-91fc-309f346d2480 req-569a3f00-abf0-43b8-917a-4d27b73bade2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360465 Jun 24 09:13:47.616042 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-489a5853-7dd6-49f1-9214-07dbd225d333 req-be7a5d1a-a299-4c8a-a34b-44f3a34a864d tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 210 time: 0.0328102 Jun 24 09:13:47.921352 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59610) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:48.027307 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a926d617-4a3a-491f-a647-c9efae36ef5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:48.164183 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-2ba1525e-7c2f-425d-9159-38ad1f654a74 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:48.166354 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-2ba1525e-7c2f-425d-9159-38ad1f654a74 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.23 "GET /v2.0/networks?id=7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e HTTP/1.1" status: 200 len: 808 time: 0.1405210 Jun 24 09:13:48.210731 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Request body: {'port': {'device_id': 'f8e178c3-a64e-49e1-8738-2f302940ab05', 'network_id': '7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e', 'admin_state_up': True, 'tenant_id': '547008d416e647ba8fd00bb91ffa377b'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:48.263282 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a926d617-4a3a-491f-a647-c9efae36ef5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:48.271577 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a926d617-4a3a-491f-a647-c9efae36ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:48.275058 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6758cf-c7b0-4738-a515-b45a8352cf72 req-c011af38-3788-4dee-b4b5-64bec671a77e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:48.276032 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:48.282734 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fb6758cf-c7b0-4738-a515-b45a8352cf72 req-c011af38-3788-4dee-b4b5-64bec671a77e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0729213 Jun 24 09:13:48.318902 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fb6758cf-c7b0-4738-a515-b45a8352cf72 req-a2bc5662-67c6-4f61-8b94-ed8c1274f1fa tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353222 Jun 24 09:13:48.330965 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-a926d617-4a3a-491f-a647-c9efae36ef5e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ae3e4b837a04c9ebb3121c12cbf0cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4085045 Jun 24 09:13:48.333948 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59622) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:48.334228 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926d617-4a3a-491f-a647-c9efae36ef5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b30ee85-0a89-4b07-8a99-da22cc2abf9f,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:48.340056 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-a926d617-4a3a-491f-a647-c9efae36ef5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:48.375786 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Made reservation on behalf of 547008d416e647ba8fd00bb91ffa377b for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:13:48.380198 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:48.407235 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a604f3f8-0234-46b4-9031-ffb43e3a24e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:48.433644 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a604f3f8-0234-46b4-9031-ffb43e3a24e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:48.492769 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a604f3f8-0234-46b4-9031-ffb43e3a24e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:48.495674 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a604f3f8-0234-46b4-9031-ffb43e3a24e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:48.499705 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-a604f3f8-0234-46b4-9031-ffb43e3a24e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b30ee85-0a89-4b07-8a99-da22cc2abf9f HTTP/1.1" status: 204 len: 168 time: 0.1642785 Jun 24 09:13:48.500481 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ad276bb0-1e57-400c-8022-d6bcf1151af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:48.521841 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604f3f8-0234-46b4-9031-ffb43e3a24e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b30ee85-0a89-4b07-8a99-da22cc2abf9f,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:48.526057 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a604f3f8-0234-46b4-9031-ffb43e3a24e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:48.552925 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Allocated IP 172.20.0.3 (7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e/92e5dcb9-d031-4a21-a4c4-22bf7e24d9ba/4432d569-8769-4e9a-a767-a73714602ae8) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:13:48.775771 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e2068-2de8-4992-8583-7515267397f6 req-d262212a-b7d5-437f-af2e-b092b591d83e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:48.781010 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:48.787750 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fa7e2068-2de8-4992-8583-7515267397f6 req-d262212a-b7d5-437f-af2e-b092b591d83e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 945 time: 0.1217065 Jun 24 09:13:48.838318 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:48.851791 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fa7e2068-2de8-4992-8583-7515267397f6 req-48031791-5018-41f9-bbf7-a1d54a187ff0 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626001 Jun 24 09:13:48.865142 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:48.900447 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59654) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:48.923896 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-55f8238e-66d6-47d1-9785-79dc192a6d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:48.950997 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Pushing event updated for resources: {'Port': ['ID=4432d569-8769-4e9a-a767-a73714602ae8,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:48.955898 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:48.967051 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Network 7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:13:48.975856 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:13:48.985299 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:13:49.027820 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672a16d-d529-48c8-9305-6c08984f91a0 req-86b114c5-bae8-41ac-a222-5324daa12e8d tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:49.032095 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f672a16d-d529-48c8-9305-6c08984f91a0 req-86b114c5-bae8-41ac-a222-5324daa12e8d tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 931 time: 0.2049339 Jun 24 09:13:49.041338 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-55f8238e-66d6-47d1-9785-79dc192a6d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:49.046394 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-55f8238e-66d6-47d1-9785-79dc192a6d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:49.049715 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-5639576b-40df-49e7-9c37-22e820f5575c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:49.066867 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:49.067588 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:49.090562 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-55f8238e-66d6-47d1-9785-79dc192a6d2e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3faf839281ca4383ba833a5653bde9cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866724 Jun 24 09:13:49.090562 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8238e-66d6-47d1-9785-79dc192a6d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d85508-5298-493b-9a14-6d796a654407,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:49.090944 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59656) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:49.092826 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-55f8238e-66d6-47d1-9785-79dc192a6d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:49.118835 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9183071 Jun 24 09:13:49.126638 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f672a16d-d529-48c8-9305-6c08984f91a0 req-9cf7996f-727e-4cff-9bda-11154be6e47f tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903058 Jun 24 09:13:49.173038 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Request body: {'port': {'device_id': 'f8e178c3-a64e-49e1-8738-2f302940ab05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:49.201528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d617ec2b-a4fb-4f72-b247-6fd4b7ede87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:49.236858 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d617ec2b-a4fb-4f72-b247-6fd4b7ede87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:49.292098 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:49.412338 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d617ec2b-a4fb-4f72-b247-6fd4b7ede87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:49.415002 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d617ec2b-a4fb-4f72-b247-6fd4b7ede87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:49.418664 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-d617ec2b-a4fb-4f72-b247-6fd4b7ede87c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20d85508-5298-493b-9a14-6d796a654407 HTTP/1.1" status: 204 len: 168 time: 0.3243654 Jun 24 09:13:49.419380 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-d8a29e98-9f20-415f-ab59-becb87b85f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:49.431675 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617ec2b-a4fb-4f72-b247-6fd4b7ede87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d85508-5298-493b-9a14-6d796a654407,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:49.436233 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-d617ec2b-a4fb-4f72-b247-6fd4b7ede87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:49.617500 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00099b9-675c-47a9-93e4-0b5e6e61d1b3 req-7c2c4fb2-4ec5-46c9-8a9d-c2ad557f5c54 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:49.619043 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a00099b9-675c-47a9-93e4-0b5e6e61d1b3 req-7c2c4fb2-4ec5-46c9-8a9d-c2ad557f5c54 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.1421719 Jun 24 09:13:49.686389 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a00099b9-675c-47a9-93e4-0b5e6e61d1b3 req-b935db65-c5f2-49d1-80f8-e532c9e9a00d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549219 Jun 24 09:13:49.751857 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4432d569-8769-4e9a-a767-a73714602ae8 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:49.769040 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:49.783356 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Transition to ACTIVE for port object 4432d569-8769-4e9a-a767-a73714602ae8 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:13:49.789425 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:49.802749 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-32194d1d-bd78-4ee9-a42a-ed463e5d6cd3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:49.894418 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Pushing event updated for resources: {'Port': ['ID=4432d569-8769-4e9a-a767-a73714602ae8,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:49.897554 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:49.937803 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Attempting to bind port 4432d569-8769-4e9a-a767-a73714602ae8 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:13:49.938201 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Attempting to bind port 4432d569-8769-4e9a-a767-a73714602ae8 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': 'ac6080a0-d333-43dc-8813-7ba89aaaaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:13:49.938913 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Attempting to bind port 4432d569-8769-4e9a-a767-a73714602ae8 on network 7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:49.943070 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Port 4432d569-8769-4e9a-a767-a73714602ae8 on network 7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:13:49.943492 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Attempting to bind port 4432d569-8769-4e9a-a767-a73714602ae8 on network 7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:49.949420 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:13:49.949947 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Checking segment: {'id': 'ac6080a0-d333-43dc-8813-7ba89aaaaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:13:49.950266 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Bound using segment: {'id': 'ac6080a0-d333-43dc-8813-7ba89aaaaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:13:49.950744 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Bound port: 4432d569-8769-4e9a-a767-a73714602ae8, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6080a0-d333-43dc-8813-7ba89aaaaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:13:49.951197 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:50.020094 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] For port 4432d569-8769-4e9a-a767-a73714602ae8, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:13:50.023481 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] For port 4432d569-8769-4e9a-a767-a73714602ae8, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=4432d569-8769-4e9a-a767-a73714602ae8,segment=NetworkSegment(ac6080a0-d333-43dc-8813-7ba89aaaaef3),segment_id=ac6080a0-d333-43dc-8813-7ba89aaaaef3)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:13:50.028241 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:50.031117 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:50.074972 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:50.074972 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:50.076185 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] 10.222.0.23 "PUT /v2.0/ports/4432d569-8769-4e9a-a767-a73714602ae8 HTTP/1.1" status: 200 len: 1093 time: 0.9126334 Jun 24 09:13:50.076695 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e178c3-a64e-49e1-8738-2f302940ab05', 'tag': '4432d569-8769-4e9a-a767-a73714602ae8'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:50.079321 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd90fcc1-c5ba-4a25-9377-cfc7d81fe0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e178c3-a64e-49e1-8738-2f302940ab05", "tag": "4432d569-8769-4e9a-a767-a73714602ae8"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:50.097006 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Pushing event updated for resources: {'Port': ['ID=4432d569-8769-4e9a-a767-a73714602ae8,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:50.100337 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:50.129527 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa07c91-be7d-4c6c-8113-5094fbe842fd x-openstack-request-id: req-2fa07c91-be7d-4c6c-8113-5094fbe842fd {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:50.129849 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e178c3-a64e-49e1-8738-2f302940ab05", "tag": "4432d569-8769-4e9a-a767-a73714602ae8", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:50.130128 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2fa07c91-be7d-4c6c-8113-5094fbe842fd {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:50.130554 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e178c3-a64e-49e1-8738-2f302940ab05', 'tag': '4432d569-8769-4e9a-a767-a73714602ae8', 'status': 'completed', 'code': 200} Jun 24 09:13:50.203661 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59714) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:50.260567 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-96629fbb-c852-47f0-ac5e-7072dc3f16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:50.262181 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-96629fbb-c852-47f0-ac5e-7072dc3f16bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=547008d416e647ba8fd00bb91ffa377b&device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 1096 time: 0.0799870 Jun 24 09:13:50.331226 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-364e24bb-2a61-41cd-9a36-b1f40d63fc5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4432d569-8769-4e9a-a767-a73714602ae8 HTTP/1.1" status: 200 len: 217 time: 0.0488784 Jun 24 09:13:50.340474 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dba5d0e3-8ea5-4df9-a907-7261240b77c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:50.365087 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce40b1-c4cf-4182-b3af-084feab485bc req-33c49ebc-25f3-4f4c-9800-25f0af688d62 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:50.366551 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2cce40b1-c4cf-4182-b3af-084feab485bc req-33c49ebc-25f3-4f4c-9800-25f0af688d62 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 943 time: 0.1043797 Jun 24 09:13:50.406130 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-2a9ea0b6-4817-48ce-9edd-831f667a06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:50.408088 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-2a9ea0b6-4817-48ce-9edd-831f667a06b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92e5dcb9-d031-4a21-a4c4-22bf7e24d9ba HTTP/1.1" status: 200 len: 848 time: 0.0535038 Jun 24 09:13:50.427158 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2cce40b1-c4cf-4182-b3af-084feab485bc req-0750caad-3091-4060-905f-a4903b92206a tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513291 Jun 24 09:13:50.447695 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-230fb5d1-055f-4abc-9c3e-cc8f8d719d1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296581 Jun 24 09:13:50.497321 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dba5d0e3-8ea5-4df9-a907-7261240b77c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:50.502194 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dba5d0e3-8ea5-4df9-a907-7261240b77c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:50.512468 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-9b8c5a9e-9acd-4d9b-8d0a-2cb9de1a97b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:50.546411 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-fc10ef28-8813-49de-adc7-529ece990374 service neutron] 10.222.0.23 "GET /v2.0/networks/7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912051 Jun 24 09:13:50.550903 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5d0e3-8ea5-4df9-a907-7261240b77c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c53dff4-7782-4f61-9645-c7493b35bd06,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:50.558541 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-dba5d0e3-8ea5-4df9-a907-7261240b77c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=67a52234d2254d1e9e693a1a28a3f110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488622 Jun 24 09:13:50.558541 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-dba5d0e3-8ea5-4df9-a907-7261240b77c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:50.558954 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59728) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:50.614621 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-98527070-6b3e-40b8-8644-95b09ebe83ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:50.637344 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-98527070-6b3e-40b8-8644-95b09ebe83ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:50.649894 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0128d62d-8a20-4765-a89d-58f65dbbc7d0 req-933b4105-0e79-4a57-af7d-1f962a2e64be service neutron] 10.222.0.23 "GET /v2.0/networks/7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924366 Jun 24 09:13:50.688842 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-98527070-6b3e-40b8-8644-95b09ebe83ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:50.692372 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-98527070-6b3e-40b8-8644-95b09ebe83ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:50.693346 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-98527070-6b3e-40b8-8644-95b09ebe83ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6c53dff4-7782-4f61-9645-c7493b35bd06 HTTP/1.1" status: 204 len: 168 time: 0.1336269 Jun 24 09:13:50.694224 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-096cf4d9-8263-42c5-adeb-4236c44fd23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:50.702517 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98527070-6b3e-40b8-8644-95b09ebe83ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c53dff4-7782-4f61-9645-c7493b35bd06,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:50.705943 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-98527070-6b3e-40b8-8644-95b09ebe83ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:50.887672 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67671b-a0f4-4d83-ae88-dac141dc74f0 req-dfcae5df-2746-486f-a579-c55a6942edc1 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:50.889877 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ca67671b-a0f4-4d83-ae88-dac141dc74f0 req-dfcae5df-2746-486f-a579-c55a6942edc1 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0836840 Jun 24 09:13:50.959993 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ca67671b-a0f4-4d83-ae88-dac141dc74f0 req-3cecf1c0-2ca3-4b0d-acd9-72c054fbf280 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637307 Jun 24 09:13:51.002720 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90fcc1-c5ba-4a25-9377-cfc7d81fe0fa req-972dfd8b-1d75-4428-96d7-155f5528e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:51.005521 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bd90fcc1-c5ba-4a25-9377-cfc7d81fe0fa req-972dfd8b-1d75-4428-96d7-155f5528e7ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=547008d416e647ba8fd00bb91ffa377b&device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 1096 time: 0.1287277 Jun 24 09:13:51.171094 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90fcc1-c5ba-4a25-9377-cfc7d81fe0fa req-aec4af2a-59ff-4a56-8d18-3df6f8a4b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:51.172874 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bd90fcc1-c5ba-4a25-9377-cfc7d81fe0fa req-aec4af2a-59ff-4a56-8d18-3df6f8a4b8c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e HTTP/1.1" status: 200 len: 909 time: 0.1580718 Jun 24 09:13:51.229891 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bd90fcc1-c5ba-4a25-9377-cfc7d81fe0fa req-717f8499-c9a5-44cb-9293-7cb3427ca63e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4432d569-8769-4e9a-a767-a73714602ae8 HTTP/1.1" status: 200 len: 217 time: 0.0355868 Jun 24 09:13:51.294685 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90fcc1-c5ba-4a25-9377-cfc7d81fe0fa req-4beade1b-60ad-4bd9-9a1b-88b34cb2d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:51.296247 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bd90fcc1-c5ba-4a25-9377-cfc7d81fe0fa req-4beade1b-60ad-4bd9-9a1b-88b34cb2d619 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92e5dcb9-d031-4a21-a4c4-22bf7e24d9ba HTTP/1.1" status: 200 len: 848 time: 0.0562983 Jun 24 09:13:51.345960 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bd90fcc1-c5ba-4a25-9377-cfc7d81fe0fa req-d2a2fbdd-eac7-435e-a0b2-5f52feb20a43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268807 Jun 24 09:13:51.440312 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bd90fcc1-c5ba-4a25-9377-cfc7d81fe0fa req-9d313792-a30d-4374-ae46-54163c4f4ef3 service neutron] 10.222.0.23 "GET /v2.0/networks/7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863345 Jun 24 09:13:51.552840 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bd90fcc1-c5ba-4a25-9377-cfc7d81fe0fa req-b16392ab-2413-438b-82e5-1ce7c294b0bc service neutron] 10.222.0.23 "GET /v2.0/networks/7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029339 Jun 24 09:13:51.623108 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d02e0-9d93-4d32-bfcf-3ca0747cf458 req-53e94097-6e41-435a-91e1-f7316bedeb2a tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:51.624613 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-723d02e0-9d93-4d32-bfcf-3ca0747cf458 req-53e94097-6e41-435a-91e1-f7316bedeb2a tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 943 time: 0.0749593 Jun 24 09:13:51.671280 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-723d02e0-9d93-4d32-bfcf-3ca0747cf458 req-d1f24268-d613-43f7-9f3f-20a66e1ed004 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388665 Jun 24 09:13:51.672131 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59808) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:51.781260 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-644c188e-5b97-4aa8-97eb-8107e2792ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:51.882519 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-644c188e-5b97-4aa8-97eb-8107e2792ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:51.886932 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-644c188e-5b97-4aa8-97eb-8107e2792ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:51.889614 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:51.929715 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-644c188e-5b97-4aa8-97eb-8107e2792ff2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0b7144723384f13b0e6341a6f638a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546031 Jun 24 09:13:51.931221 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c188e-5b97-4aa8-97eb-8107e2792ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84bd264-4775-4285-9042-382f9f54d78b,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:51.933031 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59822) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:51.934562 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-644c188e-5b97-4aa8-97eb-8107e2792ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:52.002761 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0401fa02-1884-4add-bbf6-d3a098f16e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:52.036117 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0401fa02-1884-4add-bbf6-d3a098f16e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:52.154977 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0401fa02-1884-4add-bbf6-d3a098f16e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:52.157613 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0401fa02-1884-4add-bbf6-d3a098f16e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:52.159534 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-0401fa02-1884-4add-bbf6-d3a098f16e60 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e84bd264-4775-4285-9042-382f9f54d78b HTTP/1.1" status: 204 len: 168 time: 0.2238536 Jun 24 09:13:52.162067 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-98527070-6b3e-40b8-8644-95b09ebe83ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:52.172205 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401fa02-1884-4add-bbf6-d3a098f16e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84bd264-4775-4285-9042-382f9f54d78b,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:52.181397 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-0401fa02-1884-4add-bbf6-d3a098f16e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:52.188993 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e31b9-853c-4687-89fc-4b006270e8bc req-5dc3b472-29b2-4538-884f-cdfa0ab229c8 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:52.196285 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-887e31b9-853c-4687-89fc-4b006270e8bc req-5dc3b472-29b2-4538-884f-cdfa0ab229c8 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0909619 Jun 24 09:13:52.239943 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-bfbd5649-92d9-418f-bb8b-596ff6dc7b70 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:52.240282 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-887e31b9-853c-4687-89fc-4b006270e8bc req-cead6cd3-60ff-4a0b-8aec-f8f75c632023 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428441 Jun 24 09:13:52.241522 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-bfbd5649-92d9-418f-bb8b-596ff6dc7b70 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/networks?id=007be388-a6a0-4bc5-b444-5343e59aa7ff HTTP/1.1" status: 200 len: 815 time: 0.1300621 Jun 24 09:13:52.267333 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-5ba9c2b0-bde0-448e-9a1d-01294a14b53a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/quotas/24c536cb0ee646c4b63f5f7f93c79132 HTTP/1.1" status: 200 len: 375 time: 0.0138292 Jun 24 09:13:52.377102 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-bf5f40ff-8745-4656-a9b3-27a7450d23e9 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004856 Jun 24 09:13:52.479357 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-56001a75-264f-4801-8957-26c4739254e4 service neutron] 10.222.0.22 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942578 Jun 24 09:13:52.528048 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59844) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:52.542507 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-41c1b26a-c6a0-4d47-95e5-c02559c23657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:52.572776 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-5b7c10ca-2416-49ed-860f-0c72c63ed29d service neutron] 10.222.0.22 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878510 Jun 24 09:13:52.642390 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-41c1b26a-c6a0-4d47-95e5-c02559c23657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:52.647317 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-41c1b26a-c6a0-4d47-95e5-c02559c23657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:52.651309 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-55f8238e-66d6-47d1-9785-79dc192a6d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:52.691186 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-41c1b26a-c6a0-4d47-95e5-c02559c23657 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a27b53145c0745fbb747b83fdef4338f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618891 Jun 24 09:13:52.692324 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1b26a-c6a0-4d47-95e5-c02559c23657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28221fde-3063-4715-8945-77a60bd16ab1,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:52.693845 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59848) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:52.706188 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-41c1b26a-c6a0-4d47-95e5-c02559c23657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:52.758569 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4ae1dce0-0d14-4f83-a825-362984f7788b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:52.766086 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2219a369-4a7d-495e-b6f1-389c5a1cb4a4 req-815250b1-d22d-4064-a36a-1bbd0a640773 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 210 time: 0.0323997 Jun 24 09:13:52.782302 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4ae1dce0-0d14-4f83-a825-362984f7788b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:52.901073 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95610b-ac24-4223-b569-022caf86f7ed req-b509c77c-597f-41a4-8abf-e40b349f672b tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:52.902506 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-7b95610b-ac24-4223-b569-022caf86f7ed req-b509c77c-597f-41a4-8abf-e40b349f672b tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 943 time: 0.0880198 Jun 24 09:13:52.916934 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4ae1dce0-0d14-4f83-a825-362984f7788b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:52.919132 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4ae1dce0-0d14-4f83-a825-362984f7788b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:52.920235 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-4ae1dce0-0d14-4f83-a825-362984f7788b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/28221fde-3063-4715-8945-77a60bd16ab1 HTTP/1.1" status: 204 len: 168 time: 0.2253714 Jun 24 09:13:52.927397 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:52.937337 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1dce0-0d14-4f83-a825-362984f7788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28221fde-3063-4715-8945-77a60bd16ab1,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:52.941648 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4ae1dce0-0d14-4f83-a825-362984f7788b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:52.956306 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-7b95610b-ac24-4223-b569-022caf86f7ed req-ec12c993-c3cd-4447-a603-067456dc7500 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467172 Jun 24 09:13:53.262987 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59868) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:53.277498 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-16427d01-0f3e-4b01-8d88-2ec0c0dc2b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:53.402894 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-16427d01-0f3e-4b01-8d88-2ec0c0dc2b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:53.407530 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-16427d01-0f3e-4b01-8d88-2ec0c0dc2b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:53.411736 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-803edd94-3c4a-464a-a552-095207feb9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:53.454764 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-16427d01-0f3e-4b01-8d88-2ec0c0dc2b59 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66fc18bdea4c41a89e905fb0e24a7518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907244 Jun 24 09:13:53.456463 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16427d01-0f3e-4b01-8d88-2ec0c0dc2b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204aac06-fb65-42d6-b757-2732d8b1b299,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:53.457435 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59872) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:53.461937 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-16427d01-0f3e-4b01-8d88-2ec0c0dc2b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:53.481705 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600df63-421a-4c7a-92e4-ea2df1fa9b77 req-df89e27e-68bf-4f16-b96d-53eaee457345 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:53.483237 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0600df63-421a-4c7a-92e4-ea2df1fa9b77 req-df89e27e-68bf-4f16-b96d-53eaee457345 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.1231387 Jun 24 09:13:53.517539 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ac188912-d67a-4654-b4c4-19c63878f019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:53.529319 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0600df63-421a-4c7a-92e4-ea2df1fa9b77 req-09ba75be-fb31-4076-adc6-b104eff3fb1c tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402970 Jun 24 09:13:53.541977 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ac188912-d67a-4654-b4c4-19c63878f019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:53.591444 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ac188912-d67a-4654-b4c4-19c63878f019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:53.594256 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ac188912-d67a-4654-b4c4-19c63878f019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:53.595487 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-ac188912-d67a-4654-b4c4-19c63878f019 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/204aac06-fb65-42d6-b757-2732d8b1b299 HTTP/1.1" status: 204 len: 168 time: 0.1368144 Jun 24 09:13:53.596467 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-13c575f4-33fe-4166-b949-e026e5c00e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:53.605173 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac188912-d67a-4654-b4c4-19c63878f019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204aac06-fb65-42d6-b757-2732d8b1b299,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:53.608189 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ac188912-d67a-4654-b4c4-19c63878f019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:53.911804 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-46f9845a-1136-4247-9bb6-2f2a2d64f186 req-f583e9d0-8734-48ed-b122-b7e4f59207cd tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 210 time: 0.0274539 Jun 24 09:13:54.143567 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23231d-fd7f-4e9b-964b-5d457f855e82 req-4dd88304-e6d9-417a-9a83-1fe44703eec3 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:54.145128 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5f23231d-fd7f-4e9b-964b-5d457f855e82 req-4dd88304-e6d9-417a-9a83-1fe44703eec3 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 943 time: 0.0663919 Jun 24 09:13:54.208913 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5f23231d-fd7f-4e9b-964b-5d457f855e82 req-cc669bfe-4c07-4eb7-89ab-e203c8151dce tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564713 Jun 24 09:13:54.360077 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 4432d569-8769-4e9a-a767-a73714602ae8 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:13:54.491530 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 4432d569-8769-4e9a-a767-a73714602ae8, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=4432d569-8769-4e9a-a767-a73714602ae8,segment=NetworkSegment(ac6080a0-d333-43dc-8813-7ba89aaaaef3),segment_id=ac6080a0-d333-43dc-8813-7ba89aaaaef3)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:54.498094 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-99abf7d1-8945-4920-83f7-8c719e8f8003 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:54.499836 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-99abf7d1-8945-4920-83f7-8c719e8f8003 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "GET /v2.0/networks?id=007be388-a6a0-4bc5-b444-5343e59aa7ff HTTP/1.1" status: 200 len: 815 time: 0.1497488 Jun 24 09:13:54.505625 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '4432d569-8769-4e9a-a767-a73714602ae8', 'network_id': '7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e', 'port_id': '4432d569-8769-4e9a-a767-a73714602ae8', 'mac_address': 'fa:16:3e:c1:af:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e5dcb9-d031-4a21-a4c4-22bf7e24d9ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:13:54.549507 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Request body: {'port': {'device_id': 'e95b987b-f3d9-41a4-a53a-628577e4fe31', 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff', 'admin_state_up': True, 'tenant_id': '24c536cb0ee646c4b63f5f7f93c79132'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:54.551763 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:54.566753 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4432d569-8769-4e9a-a767-a73714602ae8 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:54.589430 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 4432d569-8769-4e9a-a767-a73714602ae8, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=4432d569-8769-4e9a-a767-a73714602ae8,segment=NetworkSegment(ac6080a0-d333-43dc-8813-7ba89aaaaef3),segment_id=ac6080a0-d333-43dc-8813-7ba89aaaaef3)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:54.594535 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:54.597327 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:54.657899 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=4432d569-8769-4e9a-a767-a73714602ae8,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:54.661800 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:54.712826 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Made reservation on behalf of 24c536cb0ee646c4b63f5f7f93c79132 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:13:54.717214 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:54.721392 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0c5f2-7816-458c-a563-86d697f2464d req-7894df03-1e16-4e79-9808-2995f7d9141e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:54.722860 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-54a0c5f2-7816-458c-a563-86d697f2464d req-7894df03-1e16-4e79-9808-2995f7d9141e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0662117 Jun 24 09:13:54.768103 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-54a0c5f2-7816-458c-a563-86d697f2464d req-e9fab451-4aa0-4ab8-8e84-21e9d40c4f80 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370266 Jun 24 09:13:54.785126 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59918) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:54.860521 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Allocated IP 172.20.0.14 (007be388-a6a0-4bc5-b444-5343e59aa7ff/8a1a80f1-4ac1-436c-a58a-c29c06ebeccf/543a3f1f-d8e2-463d-9af9-32d90efb7f66) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:13:54.892483 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-78876de8-bc81-46a1-b986-231385a51fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:54.985748 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-78876de8-bc81-46a1-b986-231385a51fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:54.990351 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-78876de8-bc81-46a1-b986-231385a51fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:54.996057 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a6a4fb9d-7931-4afa-bc36-9a9577a37c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:55.017584 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:55.041539 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-78876de8-bc81-46a1-b986-231385a51fc2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea860c965c15458995a9ec13ea2cd922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552803 Jun 24 09:13:55.044171 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78876de8-bc81-46a1-b986-231385a51fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47654b7-57c2-4b38-bfa2-46fd3429f55b,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:55.046022 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 59926) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:55.048244 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-78876de8-bc81-46a1-b986-231385a51fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:55.070578 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c29c8e6a-ae4e-4cf2-aab4-d363d8f217d5 req-e50ca8a0-3e4d-495c-996a-304ca79467f7 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 210 time: 0.0428162 Jun 24 09:13:55.079877 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:55.087935 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:55.135173 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['d5b77f91-102f-49c9-88e2-ca299ed6bc46', '372dc3c3-8865-4d07-8efe-5af6abb75668'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:13:55.146381 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Network 007be388-a6a0-4bc5-b444-5343e59aa7ff is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:13:55.155748 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Pushing event updated for resources: {'Port': ['ID=543a3f1f-d8e2-463d-9af9-32d90efb7f66,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:55.158403 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:13:55.160249 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:55.160926 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3052b99a-0ecb-46c1-9b7d-0138763ec90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:55.162649 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:13:55.224814 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3052b99a-0ecb-46c1-9b7d-0138763ec90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:55.239375 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:55.240081 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:55.266399 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7283635 Jun 24 09:13:55.291531 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3052b99a-0ecb-46c1-9b7d-0138763ec90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:55.294557 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3052b99a-0ecb-46c1-9b7d-0138763ec90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:55.298179 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-3052b99a-0ecb-46c1-9b7d-0138763ec90e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e47654b7-57c2-4b38-bfa2-46fd3429f55b HTTP/1.1" status: 204 len: 168 time: 0.2488620 Jun 24 09:13:55.298179 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-16427d01-0f3e-4b01-8d88-2ec0c0dc2b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:55.304531 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052b99a-0ecb-46c1-9b7d-0138763ec90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47654b7-57c2-4b38-bfa2-46fd3429f55b,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:55.306940 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3052b99a-0ecb-46c1-9b7d-0138763ec90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:55.331747 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Request body: {'port': {'device_id': 'e95b987b-f3d9-41a4-a53a-628577e4fe31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:13:55.459884 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:55.485686 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0681132-9f8a-4315-b49d-6af5838ad116 req-b01656d8-bbcd-4a3b-8935-c2f840564f3d tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:55.493499 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d0681132-9f8a-4315-b49d-6af5838ad116 req-b01656d8-bbcd-4a3b-8935-c2f840564f3d tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 944 time: 0.1463330 Jun 24 09:13:55.550631 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d0681132-9f8a-4315-b49d-6af5838ad116 req-1000069b-86a3-4832-b11f-6f4db0aea532 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560381 Jun 24 09:13:55.574191 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['4432d569-8769-4e9a-a767-a73714602ae8'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:13:56.032887 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543a3f1f-d8e2-463d-9af9-32d90efb7f66 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:13:56.049957 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:56.083002 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Transition to ACTIVE for port object 543a3f1f-d8e2-463d-9af9-32d90efb7f66 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:13:56.089274 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:56.093038 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-577bedb6-7ecc-409e-9244-52b5d526135b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:56.155698 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651658d-b04d-454b-be54-891168c1e67c req-ba0ce109-cc4d-44ac-b721-5c94c5b7dc7e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:56.157171 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d651658d-b04d-454b-be54-891168c1e67c req-ba0ce109-cc4d-44ac-b721-5c94c5b7dc7e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.1190703 Jun 24 09:13:56.159308 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Pushing event updated for resources: {'Port': ['ID=543a3f1f-d8e2-463d-9af9-32d90efb7f66,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:56.164018 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:56.247868 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d651658d-b04d-454b-be54-891168c1e67c req-70e50d94-1f81-4517-9ffb-78b012e166c0 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812409 Jun 24 09:13:56.262381 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Attempting to bind port 543a3f1f-d8e2-463d-9af9-32d90efb7f66 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:13:56.262804 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Attempting to bind port 543a3f1f-d8e2-463d-9af9-32d90efb7f66 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:13:56.263077 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Attempting to bind port 543a3f1f-d8e2-463d-9af9-32d90efb7f66 on network 007be388-a6a0-4bc5-b444-5343e59aa7ff {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:56.269314 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Port 543a3f1f-d8e2-463d-9af9-32d90efb7f66 on network 007be388-a6a0-4bc5-b444-5343e59aa7ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:13:56.269787 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Attempting to bind port 543a3f1f-d8e2-463d-9af9-32d90efb7f66 on network 007be388-a6a0-4bc5-b444-5343e59aa7ff {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:13:56.276813 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:13:56.277123 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Checking segment: {'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:13:56.277501 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Bound using segment: {'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:13:56.281182 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Bound port: 543a3f1f-d8e2-463d-9af9-32d90efb7f66, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:13:56.281550 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:56.347532 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] For port 543a3f1f-d8e2-463d-9af9-32d90efb7f66, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:13:56.350587 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] For port 543a3f1f-d8e2-463d-9af9-32d90efb7f66, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=543a3f1f-d8e2-463d-9af9-32d90efb7f66,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:13:56.357242 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:56.360149 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:56.425693 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:56.426500 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:56.428145 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] 10.222.0.23 "PUT /v2.0/ports/543a3f1f-d8e2-463d-9af9-32d90efb7f66 HTTP/1.1" status: 200 len: 1094 time: 1.1019473 Jun 24 09:13:56.428789 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95b987b-f3d9-41a4-a53a-628577e4fe31', 'tag': '543a3f1f-d8e2-463d-9af9-32d90efb7f66'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:56.434598 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769bb882-9853-4977-bcf3-4cc6591a9459" -d '{"events": [{"name": "network-changed", "server_uuid": "e95b987b-f3d9-41a4-a53a-628577e4fe31", "tag": "543a3f1f-d8e2-463d-9af9-32d90efb7f66"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:56.451433 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59970) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:56.463627 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Pushing event updated for resources: {'Port': ['ID=543a3f1f-d8e2-463d-9af9-32d90efb7f66,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:56.467367 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:56.488160 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceffe16-d273-4d5b-82fd-21b70c1285c8 x-openstack-request-id: req-dceffe16-d273-4d5b-82fd-21b70c1285c8 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:56.488484 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95b987b-f3d9-41a4-a53a-628577e4fe31", "tag": "543a3f1f-d8e2-463d-9af9-32d90efb7f66", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:56.488766 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dceffe16-d273-4d5b-82fd-21b70c1285c8 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:56.489187 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95b987b-f3d9-41a4-a53a-628577e4fe31', 'tag': '543a3f1f-d8e2-463d-9af9-32d90efb7f66', 'status': 'completed', 'code': 200} Jun 24 09:13:56.497193 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320bb64-95d9-4b2b-9d75-5b29224d1974 req-814a66b4-d83d-41e4-983a-5b719edb5b95 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:56.498859 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e320bb64-95d9-4b2b-9d75-5b29224d1974 req-814a66b4-d83d-41e4-983a-5b719edb5b95 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 944 time: 0.1311848 Jun 24 09:13:56.565511 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e320bb64-95d9-4b2b-9d75-5b29224d1974 req-073b5e86-d4b8-435e-8d56-afe2415f4711 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609989 Jun 24 09:13:56.566104 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa282eb4-3ef0-43bd-8079-37cde57eb224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:56.590304 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-047d2467-a9e6-457e-b5fa-1df97d61375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:56.591806 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-047d2467-a9e6-457e-b5fa-1df97d61375c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 1097 time: 0.0708296 Jun 24 09:13:56.655388 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-216f9364-a8d1-4283-89ca-3ded79a54046 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=543a3f1f-d8e2-463d-9af9-32d90efb7f66 HTTP/1.1" status: 200 len: 217 time: 0.0403047 Jun 24 09:13:56.673241 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa282eb4-3ef0-43bd-8079-37cde57eb224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:56.678399 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa282eb4-3ef0-43bd-8079-37cde57eb224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:56.683917 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-1b7350c6-0780-4453-b5b2-f58269f893b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:56.716110 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-33f798d1-2679-4960-9970-9c07cd157cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:56.717541 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-33f798d1-2679-4960-9970-9c07cd157cd7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a1a80f1-4ac1-436c-a58a-c29c06ebeccf HTTP/1.1" status: 200 len: 855 time: 0.0502317 Jun 24 09:13:56.751924 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-fa282eb4-3ef0-43bd-8079-37cde57eb224 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8965c8ef66240d29c3572123b9a6d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962112 Jun 24 09:13:56.752761 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 59978) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:13:56.753538 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-a9af7ae9-3a17-49ed-9a0d-9b763d86a7de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=007be388-a6a0-4bc5-b444-5343e59aa7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246716 Jun 24 09:13:56.759827 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa282eb4-3ef0-43bd-8079-37cde57eb224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0441e058-e0b6-4cbe-877d-e2253001b4cb,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:56.765049 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fa282eb4-3ef0-43bd-8079-37cde57eb224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:56.830418 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0470bce2-f372-4f96-a322-389baf3c1346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:56.840952 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7650b-144f-4155-a1bc-c86416d543d7 req-eb49da4f-753d-42cf-9033-70432880eb0a tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:56.843481 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-80e7650b-144f-4155-a1bc-c86416d543d7 req-eb49da4f-753d-42cf-9033-70432880eb0a tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 944 time: 0.1609294 Jun 24 09:13:56.864903 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-ab07a2e4-a01c-4bb4-8422-4afc26e7c36a service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011460 Jun 24 09:13:56.883093 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0470bce2-f372-4f96-a322-389baf3c1346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:56.917418 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-80e7650b-144f-4155-a1bc-c86416d543d7 req-f81c64b8-d7ea-45ec-b6c9-ac3480d7a501 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688000 Jun 24 09:13:56.945354 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0470bce2-f372-4f96-a322-389baf3c1346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:56.948762 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0470bce2-f372-4f96-a322-389baf3c1346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:56.950032 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-0470bce2-f372-4f96-a322-389baf3c1346 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0441e058-e0b6-4cbe-877d-e2253001b4cb HTTP/1.1" status: 204 len: 168 time: 0.1965692 Jun 24 09:13:56.951056 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-2d39eb0a-1533-4c1d-ad95-6ea58aee67e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:56.959719 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470bce2-f372-4f96-a322-389baf3c1346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0441e058-e0b6-4cbe-877d-e2253001b4cb,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:56.962617 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-0470bce2-f372-4f96-a322-389baf3c1346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:56.981148 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e01f00b4-ebb2-4875-b373-d37fc24aa062 req-155d2c00-ce9c-4659-b46d-0dda8c13b209 service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081936 Jun 24 09:13:57.151234 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb882-9853-4977-bcf3-4cc6591a9459 req-2f30980c-ba09-4908-8f8c-2a5bfdcebdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:57.152673 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-769bb882-9853-4977-bcf3-4cc6591a9459 req-2f30980c-ba09-4908-8f8c-2a5bfdcebdf6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 1097 time: 0.0532641 Jun 24 09:13:57.254298 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb882-9853-4977-bcf3-4cc6591a9459 req-129d3498-94d9-485d-931e-2a1d536a2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:57.255961 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-769bb882-9853-4977-bcf3-4cc6591a9459 req-129d3498-94d9-485d-931e-2a1d536a2ab1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=007be388-a6a0-4bc5-b444-5343e59aa7ff HTTP/1.1" status: 200 len: 916 time: 0.0940669 Jun 24 09:13:57.299164 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-769bb882-9853-4977-bcf3-4cc6591a9459 req-117c1e67-7e47-499d-b929-d8dfd11372a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=543a3f1f-d8e2-463d-9af9-32d90efb7f66 HTTP/1.1" status: 200 len: 217 time: 0.0354218 Jun 24 09:13:57.372399 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb882-9853-4977-bcf3-4cc6591a9459 req-a3423f83-c077-4695-8d1c-208b2e8a002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:57.374032 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-769bb882-9853-4977-bcf3-4cc6591a9459 req-a3423f83-c077-4695-8d1c-208b2e8a002d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a1a80f1-4ac1-436c-a58a-c29c06ebeccf HTTP/1.1" status: 200 len: 855 time: 0.0678866 Jun 24 09:13:57.416585 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-769bb882-9853-4977-bcf3-4cc6591a9459 req-7472b415-b3cb-4736-9839-bea82a72c339 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=007be388-a6a0-4bc5-b444-5343e59aa7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283978 Jun 24 09:13:57.454860 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86404d-d39e-4f05-a6f3-36b6be5f11f1 req-52aded63-a513-4e0d-bb52-91aeedcc3c97 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:57.456367 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4e86404d-d39e-4f05-a6f3-36b6be5f11f1 req-52aded63-a513-4e0d-bb52-91aeedcc3c97 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0680079 Jun 24 09:13:57.554398 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-769bb882-9853-4977-bcf3-4cc6591a9459 req-aa694820-6394-4ad4-9b55-2a58f3d4e439 service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250334 Jun 24 09:13:57.679324 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-769bb882-9853-4977-bcf3-4cc6591a9459 req-fff63ea0-78f5-468a-91c7-f5bca6994903 service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086922 Jun 24 09:13:57.700134 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4e86404d-d39e-4f05-a6f3-36b6be5f11f1 req-c96affcb-52cb-40a8-b65b-5c0ee7b89e8e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381318 Jun 24 09:13:57.807442 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cc60b-adac-42e3-bc49-7606a5b77566 req-e376637b-b674-441c-a538-2221f4337503 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:57.809022 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2a5cc60b-adac-42e3-bc49-7606a5b77566 req-e376637b-b674-441c-a538-2221f4337503 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 944 time: 0.0641701 Jun 24 09:13:57.849135 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2a5cc60b-adac-42e3-bc49-7606a5b77566 req-9085bcac-33df-458e-ac51-4d3b9eb1c296 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323639 Jun 24 09:13:58.093333 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c5c6e-e578-48ee-9ac6-3b7cc192b854 req-030ca0a8-b008-4650-9c1d-d3d7804a943c tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:58.094780 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-120c5c6e-e578-48ee-9ac6-3b7cc192b854 req-030ca0a8-b008-4650-9c1d-d3d7804a943c tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 944 time: 0.0657182 Jun 24 09:13:58.132369 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-120c5c6e-e578-48ee-9ac6-3b7cc192b854 req-ddf898dd-b0a3-4008-968c-58d298315eb7 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Jun 24 09:13:58.374689 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 4432d569-8769-4e9a-a767-a73714602ae8 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:13:58.423253 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port 4432d569-8769-4e9a-a767-a73714602ae8 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:13:58.426764 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 4432d569-8769-4e9a-a767-a73714602ae8 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:13:58.427146 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:58.517598 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-de64f62e-23a1-4dfe-b6e9-f3e1b4f49718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:58.534683 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:58.560974 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e178c3-a64e-49e1-8738-2f302940ab05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4432d569-8769-4e9a-a767-a73714602ae8'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:13:58.563362 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdabfffc-53e5-46ba-a06e-9babc857c705" -d '{"events": [{"server_uuid": "f8e178c3-a64e-49e1-8738-2f302940ab05", "name": "network-vif-plugged", "status": "completed", "tag": "4432d569-8769-4e9a-a767-a73714602ae8"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:13:58.585901 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 4432d569-8769-4e9a-a767-a73714602ae8, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=4432d569-8769-4e9a-a767-a73714602ae8,segment=NetworkSegment(ac6080a0-d333-43dc-8813-7ba89aaaaef3),segment_id=ac6080a0-d333-43dc-8813-7ba89aaaaef3)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:13:58.595150 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:13:58.597479 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:13:58.637380 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5cc0d9-65f8-4382-a474-99c1e4934954 x-openstack-request-id: req-bf5cc0d9-65f8-4382-a474-99c1e4934954 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:13:58.637678 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e178c3-a64e-49e1-8738-2f302940ab05", "name": "network-vif-plugged", "status": "completed", "tag": "4432d569-8769-4e9a-a767-a73714602ae8", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:13:58.637939 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf5cc0d9-65f8-4382-a474-99c1e4934954 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:13:58.638318 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e178c3-a64e-49e1-8738-2f302940ab05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4432d569-8769-4e9a-a767-a73714602ae8', 'code': 200} Jun 24 09:13:58.666665 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=4432d569-8769-4e9a-a767-a73714602ae8,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:13:58.670169 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:13:58.878496 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86bbbd-ed44-4b34-8c16-dda8ad3c1115 req-771135ea-410b-4509-afc9-f3fce1e83f70 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:58.880081 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-df86bbbd-ed44-4b34-8c16-dda8ad3c1115 req-771135ea-410b-4509-afc9-f3fce1e83f70 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0705426 Jun 24 09:13:58.922717 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-df86bbbd-ed44-4b34-8c16-dda8ad3c1115 req-1da6f657-1d25-4574-a075-3a9cb1976b91 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350928 Jun 24 09:13:59.003107 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f91c6-89ab-432c-b9a9-6e4ba96f7eda req-d14ba510-6796-4c7b-aa64-e85c75f4ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:59.004608 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-be3f91c6-89ab-432c-b9a9-6e4ba96f7eda req-d14ba510-6796-4c7b-aa64-e85c75f4ecf2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 1098 time: 0.0525887 Jun 24 09:13:59.032318 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999c7d2-979f-4af3-89d7-516f8d92efbb req-e37cedf0-76d9-433a-a919-268df50f0d9b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:59.033761 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3999c7d2-979f-4af3-89d7-516f8d92efbb req-e37cedf0-76d9-433a-a919-268df50f0d9b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 944 time: 0.0617285 Jun 24 09:13:59.043574 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-be3f91c6-89ab-432c-b9a9-6e4ba96f7eda req-3c7e5859-4eeb-4098-a5cb-d013cc7f3139 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274916 Jun 24 09:13:59.073680 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3999c7d2-979f-4af3-89d7-516f8d92efbb req-24928b9c-a8e6-4f02-8efc-24ea68d7656e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335672 Jun 24 09:13:59.302026 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c691b-a92c-483f-a3f6-8cf9bd4799b4 req-461d3a6d-4909-43e0-8624-9575c8f5161b tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:13:59.303465 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-741c691b-a92c-483f-a3f6-8cf9bd4799b4 req-461d3a6d-4909-43e0-8624-9575c8f5161b tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 945 time: 0.0613050 Jun 24 09:13:59.340487 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-741c691b-a92c-483f-a3f6-8cf9bd4799b4 req-8e54e79a-08bc-418c-b5e0-018972bdf5bb tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Jun 24 09:14:00.096617 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6687ffe-2984-44d3-9ef2-8eb07ed26bb8 req-dc0f719e-4be3-4f62-b4b9-0c7569135253 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:00.099113 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f6687ffe-2984-44d3-9ef2-8eb07ed26bb8 req-dc0f719e-4be3-4f62-b4b9-0c7569135253 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0621686 Jun 24 09:14:00.139825 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f6687ffe-2984-44d3-9ef2-8eb07ed26bb8 req-901f9e51-bd29-4866-8695-eee70f4c104c tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332463 Jun 24 09:14:00.259443 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4936d-e90d-4b26-997a-48d0e1320d28 req-f18354a9-cc24-4543-9192-fad3a44ba99f tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:00.260921 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-39f4936d-e90d-4b26-997a-48d0e1320d28 req-f18354a9-cc24-4543-9192-fad3a44ba99f tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 944 time: 0.0700438 Jun 24 09:14:00.297912 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-39f4936d-e90d-4b26-997a-48d0e1320d28 req-861a48e5-9f48-4b60-8c9e-11157eee78c5 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312736 Jun 24 09:14:00.514195 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b68e6-1fe1-4e56-81f9-def707c84ef7 req-06fdba29-5462-43fc-995b-3cc25453478d tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:00.515673 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-bc0b68e6-1fe1-4e56-81f9-def707c84ef7 req-06fdba29-5462-43fc-995b-3cc25453478d tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 945 time: 0.0623846 Jun 24 09:14:00.553238 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-bc0b68e6-1fe1-4e56-81f9-def707c84ef7 req-7360df65-8369-4efe-8c68-fe61e9e50f58 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Jun 24 09:14:01.115526 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-64b8f42b-6309-4f34-8ae1-98cc45a4bcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:01.131023 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 60080) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:01.224704 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:01.239003 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d7d5337f-bd91-460a-a666-2d19d6f0c70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:01.363455 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cc7ee-57cc-46de-9bc6-8cf42e4e683f req-89f29ad5-9147-4970-aec8-a64d08baf5d6 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:01.364926 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2b2cc7ee-57cc-46de-9bc6-8cf42e4e683f req-89f29ad5-9147-4970-aec8-a64d08baf5d6 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0956466 Jun 24 09:14:01.400931 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d7d5337f-bd91-460a-a666-2d19d6f0c70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:01.407600 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d7d5337f-bd91-460a-a666-2d19d6f0c70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:01.415405 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:01.445538 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2b2cc7ee-57cc-46de-9bc6-8cf42e4e683f req-ace13d0f-9df0-4c2d-a424-23ea294f42ac tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736990 Jun 24 09:14:01.469858 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5337f-bd91-460a-a666-2d19d6f0c70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdfc3d5-8f23-46ec-a684-014a569e2779,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:01.470379 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-d7d5337f-bd91-460a-a666-2d19d6f0c70b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ef7b9f7d44f4ccfaec1811fb498fc7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383040 Jun 24 09:14:01.473234 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-d7d5337f-bd91-460a-a666-2d19d6f0c70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:01.473631 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 60088) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:01.513714 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21769587-b1af-4b5b-aae7-9691101a4d7a req-72c81f64-d9e3-4146-88aa-e21b4ab2952b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:01.515624 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-21769587-b1af-4b5b-aae7-9691101a4d7a req-72c81f64-d9e3-4146-88aa-e21b4ab2952b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 944 time: 0.0937660 Jun 24 09:14:01.532832 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e55cb5e2-ba0d-472f-b330-0eda429243f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:01.554375 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e55cb5e2-ba0d-472f-b330-0eda429243f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:01.555388 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-21769587-b1af-4b5b-aae7-9691101a4d7a req-ad17451a-1dcb-4a54-b268-96ce40fa921a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336905 Jun 24 09:14:01.605203 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e55cb5e2-ba0d-472f-b330-0eda429243f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:01.607903 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e55cb5e2-ba0d-472f-b330-0eda429243f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:01.609058 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-e55cb5e2-ba0d-472f-b330-0eda429243f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dfdfc3d5-8f23-46ec-a684-014a569e2779 HTTP/1.1" status: 204 len: 168 time: 0.1326737 Jun 24 09:14:01.609848 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ec6c4e05-ef9c-430c-877c-cf68d87ef580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:01.617310 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cb5e2-ba0d-472f-b330-0eda429243f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdfc3d5-8f23-46ec-a684-014a569e2779,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:01.620612 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e55cb5e2-ba0d-472f-b330-0eda429243f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:01.736713 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f141d8e-a240-4fe6-b9e7-1ed4f9cf79eb req-2c461a93-91a7-4971-925f-ae5495fba7a5 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:01.738189 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4f141d8e-a240-4fe6-b9e7-1ed4f9cf79eb req-2c461a93-91a7-4971-925f-ae5495fba7a5 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 945 time: 0.0676122 Jun 24 09:14:01.777039 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4f141d8e-a240-4fe6-b9e7-1ed4f9cf79eb req-0984bac4-1cb6-48c7-8f5e-73127fa73411 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332961 Jun 24 09:14:01.879114 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 60100) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:01.893225 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f077644a-2e49-47f0-a382-50ca0c44f7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:01.984064 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f077644a-2e49-47f0-a382-50ca0c44f7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:01.988369 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f077644a-2e49-47f0-a382-50ca0c44f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:01.991231 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:02.040594 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-f077644a-2e49-47f0-a382-50ca0c44f7d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f7b7d0d5e8f425badc750889ff120df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601982 Jun 24 09:14:02.041686 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077644a-2e49-47f0-a382-50ca0c44f7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4447d001-c7a6-4376-b44f-6ae2e7bda90c,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:02.043204 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 60104) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:02.060941 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-f077644a-2e49-47f0-a382-50ca0c44f7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:02.107381 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d4127134-d39b-4473-9bf3-dd3e6df7748b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:02.129868 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d4127134-d39b-4473-9bf3-dd3e6df7748b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:02.175548 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d4127134-d39b-4473-9bf3-dd3e6df7748b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:02.178301 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d4127134-d39b-4473-9bf3-dd3e6df7748b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:02.179441 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-d4127134-d39b-4473-9bf3-dd3e6df7748b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4447d001-c7a6-4376-b44f-6ae2e7bda90c HTTP/1.1" status: 204 len: 168 time: 0.1352353 Jun 24 09:14:02.180194 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a604f3f8-0234-46b4-9031-ffb43e3a24e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:02.187423 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4127134-d39b-4473-9bf3-dd3e6df7748b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4447d001-c7a6-4376-b44f-6ae2e7bda90c,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:02.189740 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d4127134-d39b-4473-9bf3-dd3e6df7748b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:02.270064 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:02.424288 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 543a3f1f-d8e2-463d-9af9-32d90efb7f66 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:14:02.528648 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 543a3f1f-d8e2-463d-9af9-32d90efb7f66, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=543a3f1f-d8e2-463d-9af9-32d90efb7f66,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:02.541303 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '543a3f1f-d8e2-463d-9af9-32d90efb7f66', 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff', 'port_id': '543a3f1f-d8e2-463d-9af9-32d90efb7f66', 'mac_address': 'fa:16:3e:c2:d7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1a80f1-4ac1-436c-a58a-c29c06ebeccf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:14:02.579685 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:02.598040 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543a3f1f-d8e2-463d-9af9-32d90efb7f66 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:14:02.621324 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 543a3f1f-d8e2-463d-9af9-32d90efb7f66, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=543a3f1f-d8e2-463d-9af9-32d90efb7f66,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:02.628204 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:02.630021 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-106f43a4-98d4-4e3d-9b11-4203aa879e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:02.641795 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e68e-ca32-477b-86f0-cab6c10c3115 req-d3a514e1-41c5-441c-ab98-95020b2746ca tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:02.644509 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-df96e68e-ca32-477b-86f0-cab6c10c3115 req-d3a514e1-41c5-441c-ab98-95020b2746ca tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0746961 Jun 24 09:14:02.681437 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=543a3f1f-d8e2-463d-9af9-32d90efb7f66,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:02.692138 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:02.699106 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-df96e68e-ca32-477b-86f0-cab6c10c3115 req-7ecb9278-453b-4e46-be3b-73d52cd061e6 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490820 Jun 24 09:14:02.753582 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb267de8-9473-4bb4-95b7-7aa863276829 req-c1ef1bd7-9f79-4576-81c4-6a3d9c081c2a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:02.755081 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cb267de8-9473-4bb4-95b7-7aa863276829 req-c1ef1bd7-9f79-4576-81c4-6a3d9c081c2a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 945 time: 0.0700138 Jun 24 09:14:02.797797 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cb267de8-9473-4bb4-95b7-7aa863276829 req-c1ac94d9-2cfd-4a92-9bb1-0b95f413dd2a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369222 Jun 24 09:14:03.306136 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['543a3f1f-d8e2-463d-9af9-32d90efb7f66'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:14:03.725898 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:03.897896 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c9528-7507-4350-862c-a1c67639a2f0 req-b58f350c-eccd-4e03-97e6-d97ee7fa4912 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:03.903004 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0b5c9528-7507-4350-862c-a1c67639a2f0 req-b58f350c-eccd-4e03-97e6-d97ee7fa4912 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0698969 Jun 24 09:14:03.937894 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0b5c9528-7507-4350-862c-a1c67639a2f0 req-0c2d7e5d-0c9c-4eca-a91d-a9f430d685fb tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323629 Jun 24 09:14:03.990844 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6afadb-1353-4920-b3c7-02ea4266d79c req-793c1945-bfd5-4cc3-87e0-de0f93ee46bc tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:03.992708 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1d6afadb-1353-4920-b3c7-02ea4266d79c req-793c1945-bfd5-4cc3-87e0-de0f93ee46bc tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 945 time: 0.0657432 Jun 24 09:14:04.032766 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1d6afadb-1353-4920-b3c7-02ea4266d79c req-6261c7f3-f3ff-44f0-9e89-1eaacf7f97ef tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336831 Jun 24 09:14:04.874399 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a23a3-ebca-499e-83d2-ff6f8f5a4220 req-3a25f3e7-0594-400a-b6a3-083703c51644 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:04.875873 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1f5a23a3-ebca-499e-83d2-ff6f8f5a4220 req-3a25f3e7-0594-400a-b6a3-083703c51644 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 945 time: 0.0629423 Jun 24 09:14:04.911998 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1f5a23a3-ebca-499e-83d2-ff6f8f5a4220 req-3b5068fc-0355-4c5d-8b5f-cc751936eec9 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305972 Jun 24 09:14:05.113519 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec99127-0dfa-4c18-acbb-925a314d9cf6 req-839e153f-3aed-42a9-bedb-37915f243036 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:05.114962 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9ec99127-0dfa-4c18-acbb-925a314d9cf6 req-839e153f-3aed-42a9-bedb-37915f243036 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0676539 Jun 24 09:14:05.152615 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9ec99127-0dfa-4c18-acbb-925a314d9cf6 req-58c9685f-78cd-4a31-99b5-113d6d0ce139 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318501 Jun 24 09:14:05.205940 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434d98d-e634-49cf-bfb0-aff045414e22 req-26778ec0-334e-414d-8b9d-6f8857a3e7cf tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:05.207642 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2434d98d-e634-49cf-bfb0-aff045414e22 req-26778ec0-334e-414d-8b9d-6f8857a3e7cf tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 945 time: 0.0628281 Jun 24 09:14:05.248749 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2434d98d-e634-49cf-bfb0-aff045414e22 req-e27940d0-173a-43df-8675-99f0a856de03 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336905 Jun 24 09:14:06.092260 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad44fd0-23b7-4eb4-8d9c-c7f3eb640fdd req-efb88eb6-c6ce-4d6d-b3af-cd5e3462b6d9 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:06.093832 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7ad44fd0-23b7-4eb4-8d9c-c7f3eb640fdd req-efb88eb6-c6ce-4d6d-b3af-cd5e3462b6d9 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 945 time: 0.0683298 Jun 24 09:14:06.132427 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7ad44fd0-23b7-4eb4-8d9c-c7f3eb640fdd req-65621a45-7c0c-46cc-8754-2d17d5592b32 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327942 Jun 24 09:14:06.321129 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c366670-99ee-4d12-a2fc-a8b074206bd3 req-83734dd4-7d52-4f58-ae9f-4d0b09c8dac7 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:06.322607 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-9c366670-99ee-4d12-a2fc-a8b074206bd3 req-83734dd4-7d52-4f58-ae9f-4d0b09c8dac7 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0628781 Jun 24 09:14:06.359974 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-9c366670-99ee-4d12-a2fc-a8b074206bd3 req-44deff1e-9464-4d1b-82b0-d53e928ebdbc tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316603 Jun 24 09:14:06.420667 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcd98d-79b7-4345-a1f9-3ea5fcca2961 req-e13061b9-28bf-4f47-a1d7-96a4d24b668c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:06.422108 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-46bcd98d-79b7-4345-a1f9-3ea5fcca2961 req-e13061b9-28bf-4f47-a1d7-96a4d24b668c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 945 time: 0.0623598 Jun 24 09:14:06.458555 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-46bcd98d-79b7-4345-a1f9-3ea5fcca2961 req-0acc455e-fc04-4c31-b847-26d51bf73c82 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308967 Jun 24 09:14:06.459286 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 543a3f1f-d8e2-463d-9af9-32d90efb7f66 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:14:06.513616 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port 543a3f1f-d8e2-463d-9af9-32d90efb7f66 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:14:06.517317 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 543a3f1f-d8e2-463d-9af9-32d90efb7f66 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:14:06.517692 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:06.597137 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:06.619865 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95b987b-f3d9-41a4-a53a-628577e4fe31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543a3f1f-d8e2-463d-9af9-32d90efb7f66'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:14:06.622034 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef51d4aa-6e5e-4376-a0b6-1e3957d4f48c" -d '{"events": [{"server_uuid": "e95b987b-f3d9-41a4-a53a-628577e4fe31", "name": "network-vif-plugged", "status": "completed", "tag": "543a3f1f-d8e2-463d-9af9-32d90efb7f66"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:14:06.634379 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 543a3f1f-d8e2-463d-9af9-32d90efb7f66, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=543a3f1f-d8e2-463d-9af9-32d90efb7f66,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:06.638543 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:06.640451 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:06.665357 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d011d9-e114-4943-899d-54486b23639a x-openstack-request-id: req-28d011d9-e114-4943-899d-54486b23639a {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:14:06.665652 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95b987b-f3d9-41a4-a53a-628577e4fe31", "name": "network-vif-plugged", "status": "completed", "tag": "543a3f1f-d8e2-463d-9af9-32d90efb7f66", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:14:06.665915 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28d011d9-e114-4943-899d-54486b23639a {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:14:06.666299 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95b987b-f3d9-41a4-a53a-628577e4fe31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543a3f1f-d8e2-463d-9af9-32d90efb7f66', 'code': 200} Jun 24 09:14:06.689869 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=543a3f1f-d8e2-463d-9af9-32d90efb7f66,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:06.693131 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:06.949363 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a007a23-d4f7-44d8-baee-d82ea11f8846 req-6bdeaa81-fbc6-4698-b2e9-3ab7813e0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:06.950687 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9a007a23-d4f7-44d8-baee-d82ea11f8846 req-6bdeaa81-fbc6-4698-b2e9-3ab7813e0092 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 1099 time: 0.0533309 Jun 24 09:14:06.985875 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9a007a23-d4f7-44d8-baee-d82ea11f8846 req-e5c8dcde-4bb1-42ae-bf48-7c2dde541060 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253525 Jun 24 09:14:07.314147 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3e7ba-d862-406f-97e3-398657e0fedb req-e05ac068-d437-4552-8b6f-acd32e51490c tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:07.315704 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-50b3e7ba-d862-406f-97e3-398657e0fedb req-e05ac068-d437-4552-8b6f-acd32e51490c tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 945 time: 0.0671751 Jun 24 09:14:07.351675 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-50b3e7ba-d862-406f-97e3-398657e0fedb req-3efaac43-ecad-4c33-b515-0f25697d107a tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303190 Jun 24 09:14:07.530386 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8ad5e-af19-40a4-8e4c-e9d74fe63d1a req-a76d9bd2-dbdf-40b3-841f-e76be424b6fa tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:07.531868 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c6b8ad5e-af19-40a4-8e4c-e9d74fe63d1a req-a76d9bd2-dbdf-40b3-841f-e76be424b6fa tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0627427 Jun 24 09:14:07.568460 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c6b8ad5e-af19-40a4-8e4c-e9d74fe63d1a req-1ee28b7d-6c11-4cbb-944b-b7d44483cfd4 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307641 Jun 24 09:14:07.729693 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3bbfd-cc28-4c4f-89d5-1af20bc917ce req-6a21e0c6-f256-4caa-b14c-9d071d4e2fc6 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:07.731204 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b8d3bbfd-cc28-4c4f-89d5-1af20bc917ce req-6a21e0c6-f256-4caa-b14c-9d071d4e2fc6 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 946 time: 0.0660863 Jun 24 09:14:07.770111 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b8d3bbfd-cc28-4c4f-89d5-1af20bc917ce req-ffad5ffb-15bd-41ec-b384-faac56410690 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331795 Jun 24 09:14:08.147128 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d2526-ae09-4867-9636-8ac81214ac84 req-914b927f-ae67-42d9-b4b5-1871fb221402 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:08.148668 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-309d2526-ae09-4867-9636-8ac81214ac84 req-914b927f-ae67-42d9-b4b5-1871fb221402 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 945 time: 0.0604558 Jun 24 09:14:08.262559 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-309d2526-ae09-4867-9636-8ac81214ac84 req-1121267a-f8f8-459a-a1a3-61750ca22d41 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Deleting port 4432d569-8769-4e9a-a767-a73714602ae8 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:14:08.262906 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-309d2526-ae09-4867-9636-8ac81214ac84 req-1121267a-f8f8-459a-a1a3-61750ca22d41 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:08.356982 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-309d2526-ae09-4867-9636-8ac81214ac84 req-1121267a-f8f8-459a-a1a3-61750ca22d41 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] For port 4432d569-8769-4e9a-a767-a73714602ae8, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=4432d569-8769-4e9a-a767-a73714602ae8,segment=NetworkSegment(ac6080a0-d333-43dc-8813-7ba89aaaaef3),segment_id=ac6080a0-d333-43dc-8813-7ba89aaaaef3)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:08.357292 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-309d2526-ae09-4867-9636-8ac81214ac84 req-1121267a-f8f8-459a-a1a3-61750ca22d41 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:08.371023 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-309d2526-ae09-4867-9636-8ac81214ac84 req-1121267a-f8f8-459a-a1a3-61750ca22d41 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Calling delete_port for 4432d569-8769-4e9a-a767-a73714602ae8 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:14:08.500102 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-309d2526-ae09-4867-9636-8ac81214ac84 req-1121267a-f8f8-459a-a1a3-61750ca22d41 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:08.504067 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-44d2d113-5921-43da-a869-f28577056918 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:08.531132 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c7132-aba7-4fb0-b7c5-c30dd9967b90 req-9fd5f976-0dd6-4ce9-9820-0e3732b4879e tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:08.532332 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121267a-f8f8-459a-a1a3-61750ca22d41 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Pushing event deleted for resources: {'Port': ['ID=4432d569-8769-4e9a-a767-a73714602ae8,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:08.532693 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-055c7132-aba7-4fb0-b7c5-c30dd9967b90 req-9fd5f976-0dd6-4ce9-9820-0e3732b4879e tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 945 time: 0.0683105 Jun 24 09:14:08.539955 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-1121267a-f8f8-459a-a1a3-61750ca22d41 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:08.576331 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['4432d569-8769-4e9a-a767-a73714602ae8'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:14:08.576921 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-055c7132-aba7-4fb0-b7c5-c30dd9967b90 req-6b543170-728b-46f0-b5e9-b6c88fbd8fe6 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/security-groups?id=094b5204-962d-448e-9bb5-98075ec3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324221 Jun 24 09:14:08.584586 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-309d2526-ae09-4867-9636-8ac81214ac84 req-1121267a-f8f8-459a-a1a3-61750ca22d41 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] No DVR routers for this DVR port 4432d569-8769-4e9a-a767-a73714602ae8 on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:14:08.587623 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-309d2526-ae09-4867-9636-8ac81214ac84 req-1121267a-f8f8-459a-a1a3-61750ca22d41 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:08.589677 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-309d2526-ae09-4867-9636-8ac81214ac84 req-1121267a-f8f8-459a-a1a3-61750ca22d41 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.23 "DELETE /v2.0/ports/4432d569-8769-4e9a-a767-a73714602ae8 HTTP/1.1" status: 204 len: 173 time: 0.4342322 Jun 24 09:14:08.590169 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e178c3-a64e-49e1-8738-2f302940ab05', 'name': 'network-vif-deleted', 'tag': '4432d569-8769-4e9a-a767-a73714602ae8'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:14:08.592492 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d7589-97e6-4aab-a8e1-14086080c83a" -d '{"events": [{"server_uuid": "f8e178c3-a64e-49e1-8738-2f302940ab05", "name": "network-vif-deleted", "tag": "4432d569-8769-4e9a-a767-a73714602ae8"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:14:08.630617 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a494052-b4fb-4228-ae26-3a22c4b62224 x-openstack-request-id: req-8a494052-b4fb-4228-ae26-3a22c4b62224 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:14:08.630937 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e178c3-a64e-49e1-8738-2f302940ab05", "name": "network-vif-deleted", "tag": "4432d569-8769-4e9a-a767-a73714602ae8", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:14:08.631220 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a494052-b4fb-4228-ae26-3a22c4b62224 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:14:08.631717 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e178c3-a64e-49e1-8738-2f302940ab05', 'name': 'network-vif-deleted', 'tag': '4432d569-8769-4e9a-a767-a73714602ae8', 'status': 'completed', 'code': 200} Jun 24 09:14:08.773739 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b24ad8-e9ed-4cc1-b37f-d06f2a009e21 req-13e753b8-12d8-441c-a751-6b91dd477e5a tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:08.775313 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c2b24ad8-e9ed-4cc1-b37f-d06f2a009e21 req-13e753b8-12d8-441c-a751-6b91dd477e5a tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0922828 Jun 24 09:14:08.820662 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c2b24ad8-e9ed-4cc1-b37f-d06f2a009e21 req-232b5b0e-825f-47a4-b9f4-d755344f065f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 Jun 24 09:14:08.982259 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc839ef-87e5-46c0-aae1-ea3df7c294af req-ade2e546-b693-4b54-a894-e3dd7e9488b0 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:08.983713 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9dc839ef-87e5-46c0-aae1-ea3df7c294af req-ade2e546-b693-4b54-a894-e3dd7e9488b0 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 946 time: 0.0634866 Jun 24 09:14:09.021409 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9dc839ef-87e5-46c0-aae1-ea3df7c294af req-11c00681-d296-4893-b5b3-b1ec3a6c4171 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321777 Jun 24 09:14:09.298226 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:09.741446 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0435dd03-1082-4204-8ee9-c9f59517b397 req-9ea00fea-764f-4a7a-bfbb-42dc66a3ed34 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8e178c3-a64e-49e1-8738-2f302940ab05 HTTP/1.1" status: 200 len: 210 time: 0.0303600 Jun 24 09:14:09.991987 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d8587-78a9-47f7-9406-a2c291323ccc req-849fea90-3d63-4bf5-a363-fa52fb69fa69 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:09.994242 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ee7d8587-78a9-47f7-9406-a2c291323ccc req-849fea90-3d63-4bf5-a363-fa52fb69fa69 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0639796 Jun 24 09:14:10.033268 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ee7d8587-78a9-47f7-9406-a2c291323ccc req-51cc83e2-f8b5-411a-8d5a-7b2187d8b0d9 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Jun 24 09:14:10.193397 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecea36-3050-44e9-9d7c-ee6064f6b260 req-f13d4c84-0d8d-4c2e-9713-a20f7da0ce12 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:10.194859 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f6ecea36-3050-44e9-9d7c-ee6064f6b260 req-f13d4c84-0d8d-4c2e-9713-a20f7da0ce12 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 946 time: 0.0652633 Jun 24 09:14:10.233635 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f6ecea36-3050-44e9-9d7c-ee6064f6b260 req-f31864c1-cf59-4a4d-8373-eb0da1714664 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308123 Jun 24 09:14:11.228151 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f35c1-a53f-4418-ab57-4daac16a49d6 req-427d1790-5110-4c15-9b74-610717046239 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:11.229656 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-696f35c1-a53f-4418-ab57-4daac16a49d6 req-427d1790-5110-4c15-9b74-610717046239 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0661952 Jun 24 09:14:11.267854 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-696f35c1-a53f-4418-ab57-4daac16a49d6 req-e0f68c67-b44e-4b18-a7d5-8b9ea4602029 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325966 Jun 24 09:14:12.447948 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e11d72-c72c-437d-b1dd-976c62546763 req-b62504e7-c0e4-447d-9846-8ce738c51f4b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:12.449430 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-94e11d72-c72c-437d-b1dd-976c62546763 req-b62504e7-c0e4-447d-9846-8ce738c51f4b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0656962 Jun 24 09:14:12.461965 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 4432d569-8769-4e9a-a767-a73714602ae8 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:14:12.482063 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: 4432d569-8769-4e9a-a767-a73714602ae8 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:14:12.482063 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 4432d569-8769-4e9a-a767-a73714602ae8 not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:14:12.487111 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-94e11d72-c72c-437d-b1dd-976c62546763 req-b492d610-1843-47c2-ae4a-7d34e3a1aeb4 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320349 Jun 24 09:14:13.700979 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f17622-524a-4377-a870-8962cacd1497 req-6a8b299e-e64a-4296-b550-14168a37c4d7 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:13.702614 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-52f17622-524a-4377-a870-8962cacd1497 req-6a8b299e-e64a-4296-b550-14168a37c4d7 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0644028 Jun 24 09:14:13.740327 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-52f17622-524a-4377-a870-8962cacd1497 req-9c5dd2c9-db1a-4ce4-bcf6-8e0df5e35588 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320456 Jun 24 09:14:14.928081 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b91f62-2a96-4ff1-b345-220c3ba2c6e2 req-d9d584ec-afcc-4cd6-bb94-c184b387fc23 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:14.929542 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c2b91f62-2a96-4ff1-b345-220c3ba2c6e2 req-d9d584ec-afcc-4cd6-bb94-c184b387fc23 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0640404 Jun 24 09:14:14.966433 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c2b91f62-2a96-4ff1-b345-220c3ba2c6e2 req-a098141b-e50b-4b2d-a2f2-f5210cd921d9 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304193 Jun 24 09:14:16.271344 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92fc16-108f-4e56-be0f-efc88eb73e3c req-45ce1309-ebd4-42b6-a956-e1f4514f8a67 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:16.272844 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0d92fc16-108f-4e56-be0f-efc88eb73e3c req-45ce1309-ebd4-42b6-a956-e1f4514f8a67 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0676460 Jun 24 09:14:16.314555 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0d92fc16-108f-4e56-be0f-efc88eb73e3c req-426a6edc-3310-46da-83fe-c53891373af5 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355608 Jun 24 09:14:17.259098 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-b6cd74a2-9324-47ec-bb0c-ee875cef2911 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:17.260569 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-b6cd74a2-9324-47ec-bb0c-ee875cef2911 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/networks?id=007be388-a6a0-4bc5-b444-5343e59aa7ff HTTP/1.1" status: 200 len: 815 time: 0.1019864 Jun 24 09:14:17.275459 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-f998d47c-e6db-4d7b-8d4f-5d269587f975 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/quotas/24c536cb0ee646c4b63f5f7f93c79132 HTTP/1.1" status: 200 len: 375 time: 0.0095742 Jun 24 09:14:17.348823 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-0335a733-f678-4c3f-8f8c-472821583e32 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678418 Jun 24 09:14:17.449131 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-04548eb4-470c-4665-8a54-2ee78314d384 service neutron] 10.222.0.22 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931566 Jun 24 09:14:17.524420 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86acbb-98fc-474a-bc47-50399955cf4e req-47259b7f-fdd0-46b3-816b-7bf3e0c86d47 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:17.525858 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2c86acbb-98fc-474a-bc47-50399955cf4e req-47259b7f-fdd0-46b3-816b-7bf3e0c86d47 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0780313 Jun 24 09:14:17.545964 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-3e84ef02-b977-40f5-8bf5-22f9a85629f3 service neutron] 10.222.0.22 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911167 Jun 24 09:14:17.563840 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2c86acbb-98fc-474a-bc47-50399955cf4e req-e0a5a8e5-c390-419c-a2c7-4784dd623c01 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Jun 24 09:14:17.741135 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6ca2738d-e5cb-4662-984b-15a4763b719d req-1d71dcf7-5b97-4b99-8f9d-f40ee1b6a251 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 210 time: 0.0322139 Jun 24 09:14:18.408163 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:14:18.758857 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf9984-610d-4e4a-a0fd-82508484168d req-1184b8e9-0e49-4e0d-937e-e9d2fc4ecc96 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:18.772029 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-40bf9984-610d-4e4a-a0fd-82508484168d req-1184b8e9-0e49-4e0d-937e-e9d2fc4ecc96 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0934603 Jun 24 09:14:18.815564 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-40bf9984-610d-4e4a-a0fd-82508484168d req-47267b08-da48-49cf-be37-5a715d5d5d21 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411310 Jun 24 09:14:18.891717 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1afeedec-9d9d-4b4c-bf85-0585475b3ce0 req-3e431935-1fa6-4b30-996c-f9cbd6f5c006 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 210 time: 0.0303903 Jun 24 09:14:19.126412 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-20526932-7103-4f28-8e35-3c9bb4580816 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:19.127896 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-20526932-7103-4f28-8e35-3c9bb4580816 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "GET /v2.0/networks?id=007be388-a6a0-4bc5-b444-5343e59aa7ff HTTP/1.1" status: 200 len: 815 time: 0.1024063 Jun 24 09:14:19.147203 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Request body: {'port': {'device_id': 'ddf0952f-04d3-4440-9577-885a20bd1d4a', 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff', 'admin_state_up': True, 'tenant_id': '24c536cb0ee646c4b63f5f7f93c79132'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:14:19.255714 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Made reservation on behalf of 24c536cb0ee646c4b63f5f7f93c79132 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:14:19.260210 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:19.381652 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Allocated IP 172.20.0.10 (007be388-a6a0-4bc5-b444-5343e59aa7ff/8a1a80f1-4ac1-436c-a58a-c29c06ebeccf/1a59c1dd-4bca-45c6-beee-478aa4140fcf) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:14:19.541516 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:19.580364 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:19.585966 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:19.624800 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Network 007be388-a6a0-4bc5-b444-5343e59aa7ff is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:14:19.630607 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:14:19.636011 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:14:19.644027 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Pushing event updated for resources: {'Port': ['ID=1a59c1dd-4bca-45c6-beee-478aa4140fcf,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:19.656925 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['d5b77f91-102f-49c9-88e2-ca299ed6bc46', '372dc3c3-8865-4d07-8efe-5af6abb75668', '543a3f1f-d8e2-463d-9af9-32d90efb7f66'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:14:19.662371 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:19.694292 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:19.694897 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:19.709446 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5658152 Jun 24 09:14:19.740634 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Request body: {'port': {'device_id': 'ddf0952f-04d3-4440-9577-885a20bd1d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:14:19.812976 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:20.032651 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ef29a-e434-4e06-b950-690a94805f5b req-0842af35-2ec6-4019-966b-a1a075e5ac8e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:20.034180 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-380ef29a-e434-4e06-b950-690a94805f5b req-0842af35-2ec6-4019-966b-a1a075e5ac8e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0838058 Jun 24 09:14:20.075362 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-380ef29a-e434-4e06-b950-690a94805f5b req-7c04bf8e-023c-4c8d-b090-4569732fde1b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342128 Jun 24 09:14:20.112522 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a36f9a-b0cb-470e-8853-2f0619cab0c6 req-f9a67b5a-0850-4651-afb4-0721cb63a656 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:20.113904 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-19a36f9a-b0cb-470e-8853-2f0619cab0c6 req-f9a67b5a-0850-4651-afb4-0721cb63a656 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 932 time: 0.0938456 Jun 24 09:14:20.184068 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a59c1dd-4bca-45c6-beee-478aa4140fcf {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:14:20.190853 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-19a36f9a-b0cb-470e-8853-2f0619cab0c6 req-4cc24c14-fb48-4098-b2bd-08ca49499272 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683107 Jun 24 09:14:20.194771 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:20.207066 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Transition to ACTIVE for port object 1a59c1dd-4bca-45c6-beee-478aa4140fcf will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:14:20.210858 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:20.214191 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:20.257733 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a59c1dd-4bca-45c6-beee-478aa4140fcf,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:20.263297 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:20.330536 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Attempting to bind port 1a59c1dd-4bca-45c6-beee-478aa4140fcf on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:14:20.330862 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Attempting to bind port 1a59c1dd-4bca-45c6-beee-478aa4140fcf by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:14:20.331179 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Attempting to bind port 1a59c1dd-4bca-45c6-beee-478aa4140fcf on network 007be388-a6a0-4bc5-b444-5343e59aa7ff {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:14:20.335660 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Port 1a59c1dd-4bca-45c6-beee-478aa4140fcf on network 007be388-a6a0-4bc5-b444-5343e59aa7ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:14:20.335968 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Attempting to bind port 1a59c1dd-4bca-45c6-beee-478aa4140fcf on network 007be388-a6a0-4bc5-b444-5343e59aa7ff {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:14:20.341424 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:14:20.341750 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Checking segment: {'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:14:20.342121 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Bound using segment: {'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:14:20.342531 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Bound port: 1a59c1dd-4bca-45c6-beee-478aa4140fcf, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7274d4a9-7d97-4d0d-949b-0449161294e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:14:20.342874 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:20.403823 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] For port 1a59c1dd-4bca-45c6-beee-478aa4140fcf, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:14:20.406776 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] For port 1a59c1dd-4bca-45c6-beee-478aa4140fcf, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=1a59c1dd-4bca-45c6-beee-478aa4140fcf,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:14:20.411820 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:20.415664 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:20.447038 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:20.447666 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:20.449000 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] 10.222.0.23 "PUT /v2.0/ports/1a59c1dd-4bca-45c6-beee-478aa4140fcf HTTP/1.1" status: 200 len: 1094 time: 0.7125447 Jun 24 09:14:20.449475 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf0952f-04d3-4440-9577-885a20bd1d4a', 'tag': '1a59c1dd-4bca-45c6-beee-478aa4140fcf'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:14:20.454151 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6d4a71-d77c-4f09-8add-115fddfcc924" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf0952f-04d3-4440-9577-885a20bd1d4a", "tag": "1a59c1dd-4bca-45c6-beee-478aa4140fcf"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:14:20.476874 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a59c1dd-4bca-45c6-beee-478aa4140fcf,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:20.480349 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:20.509617 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a23b879-db05-40f1-9c85-d2e0ce8ba6bb x-openstack-request-id: req-9a23b879-db05-40f1-9c85-d2e0ce8ba6bb {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:14:20.510103 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf0952f-04d3-4440-9577-885a20bd1d4a", "tag": "1a59c1dd-4bca-45c6-beee-478aa4140fcf", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:14:20.510436 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a23b879-db05-40f1-9c85-d2e0ce8ba6bb {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:14:20.510951 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf0952f-04d3-4440-9577-885a20bd1d4a', 'tag': '1a59c1dd-4bca-45c6-beee-478aa4140fcf', 'status': 'completed', 'code': 200} Jun 24 09:14:20.626477 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d4a71-d77c-4f09-8add-115fddfcc924 req-29fd5cdc-ddc4-4730-a59b-a960163cc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:20.628112 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3c6d4a71-d77c-4f09-8add-115fddfcc924 req-29fd5cdc-ddc4-4730-a59b-a960163cc42b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 1097 time: 0.0548480 Jun 24 09:14:20.655152 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c86208-4c37-41f8-a65f-ce4060be9d00 req-a23242ab-b90d-4f2a-baa9-f60d897942ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:20.656573 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-09c86208-4c37-41f8-a65f-ce4060be9d00 req-a23242ab-b90d-4f2a-baa9-f60d897942ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 1098 time: 0.0502498 Jun 24 09:14:20.698609 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-09c86208-4c37-41f8-a65f-ce4060be9d00 req-977a67f5-e5e5-497c-85bb-0d0daf508968 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338256 Jun 24 09:14:21.024220 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d4a71-d77c-4f09-8add-115fddfcc924 req-4acb7eab-3441-44b3-a06c-e18758e91ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:21.025649 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3c6d4a71-d77c-4f09-8add-115fddfcc924 req-4acb7eab-3441-44b3-a06c-e18758e91ab2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3839395 Jun 24 09:14:21.253549 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4e2e3-a4d3-4a46-a466-349fb2cbc295 req-c85aa02d-04c0-491e-9f98-9a606f6d2d1e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:21.254994 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-47a4e2e3-a4d3-4a46-a466-349fb2cbc295 req-c85aa02d-04c0-491e-9f98-9a606f6d2d1e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0615633 Jun 24 09:14:21.370930 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-47a4e2e3-a4d3-4a46-a466-349fb2cbc295 req-a71a4f6c-7710-4b9d-8842-2b5eed3661d6 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096306 Jun 24 09:14:21.452338 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d4a71-d77c-4f09-8add-115fddfcc924 req-6ee631b1-c452-4fe9-a71b-6f5168f72f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:21.453949 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3c6d4a71-d77c-4f09-8add-115fddfcc924 req-6ee631b1-c452-4fe9-a71b-6f5168f72f5f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1866381 Jun 24 09:14:21.628762 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ec63-cfbc-4c22-ab9a-fa14e462e39e req-29497b35-e3f7-4ddb-a036-f8ce117d040e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:21.630186 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d377ec63-cfbc-4c22-ab9a-fa14e462e39e req-29497b35-e3f7-4ddb-a036-f8ce117d040e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 944 time: 0.1105993 Jun 24 09:14:21.639271 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-5735600e-513b-4321-855c-d6c13547da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:21.640671 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-5735600e-513b-4321-855c-d6c13547da99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 1097 time: 0.0828419 Jun 24 09:14:21.675602 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d377ec63-cfbc-4c22-ab9a-fa14e462e39e req-2f73be3f-b9b0-4218-bedc-19b0b4202f46 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 Jun 24 09:14:21.709338 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-362c5b48-88e2-4f22-b23e-32c00e04ec06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a59c1dd-4bca-45c6-beee-478aa4140fcf HTTP/1.1" status: 200 len: 217 time: 0.0327687 Jun 24 09:14:21.758074 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-5d167da3-6d5c-4467-9c03-9551f20c49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:21.759443 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-5d167da3-6d5c-4467-9c03-9551f20c49a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a1a80f1-4ac1-436c-a58a-c29c06ebeccf HTTP/1.1" status: 200 len: 855 time: 0.0415757 Jun 24 09:14:21.792021 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-551ab2d9-6818-4b90-b2f8-757a4fef35a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=007be388-a6a0-4bc5-b444-5343e59aa7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251482 Jun 24 09:14:21.881495 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-6eb60b7b-24c8-4377-a0d6-36e3156dd4dc service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819957 Jun 24 09:14:21.968700 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8e8b5ee8-23a3-4741-9c2e-78a4f080501d req-2bd96cd4-c508-418a-b195-6e9a321bbbc1 service neutron] 10.222.0.23 "GET /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796163 Jun 24 09:14:22.552015 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a93e5e-5f17-431a-b491-23474c7779ec req-b08813b5-3f8f-43b9-8f96-be4b8916f134 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:22.553489 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-49a93e5e-5f17-431a-b491-23474c7779ec req-b08813b5-3f8f-43b9-8f96-be4b8916f134 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0664575 Jun 24 09:14:22.598239 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-49a93e5e-5f17-431a-b491-23474c7779ec req-7a713252-bd52-4965-adbb-9bc8cf38c5b6 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386381 Jun 24 09:14:22.983391 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce54e1c-e680-4edb-baa3-d4c61a05f3d9 req-0b065d7f-6308-4406-be34-0dbadce2b657 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:22.984879 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-7ce54e1c-e680-4edb-baa3-d4c61a05f3d9 req-0b065d7f-6308-4406-be34-0dbadce2b657 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 944 time: 0.0682945 Jun 24 09:14:23.037385 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-7ce54e1c-e680-4edb-baa3-d4c61a05f3d9 req-8ea2f827-9c18-4b40-b13f-43db08ff0e1b tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450115 Jun 24 09:14:23.772394 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bfc93-083a-4b34-a69d-860c50dec431 req-5b24157a-360d-4806-a47e-02dabfbe03ef tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:23.773839 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-250bfc93-083a-4b34-a69d-860c50dec431 req-5b24157a-360d-4806-a47e-02dabfbe03ef tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0609260 Jun 24 09:14:23.812683 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-250bfc93-083a-4b34-a69d-860c50dec431 req-1cb08516-7ec9-49cc-b28c-5e8f09be68ae tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Jun 24 09:14:23.985557 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00626a1c-a77a-4433-97f3-eb52791eda73 req-fd99e657-a312-4d79-8655-5206dee59ea1 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:23.986998 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-00626a1c-a77a-4433-97f3-eb52791eda73 req-fd99e657-a312-4d79-8655-5206dee59ea1 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0659647 Jun 24 09:14:24.025835 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-00626a1c-a77a-4433-97f3-eb52791eda73 req-68adce61-702b-4322-92d3-2e6ce950a07a tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327353 Jun 24 09:14:24.242854 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cd01d-5f09-4ea3-8a65-4933835486c8 req-7796fc0b-5d9d-4446-898d-e7bcd5d4cbdf tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:24.244356 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-139cd01d-5f09-4ea3-8a65-4933835486c8 req-7796fc0b-5d9d-4446-898d-e7bcd5d4cbdf tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 944 time: 0.0839214 Jun 24 09:14:24.288249 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-139cd01d-5f09-4ea3-8a65-4933835486c8 req-179942dc-be2d-4986-aa0e-2be92508f586 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358281 Jun 24 09:14:25.440470 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 60666) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:25.476041 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb3565-c3d5-4844-bd00-d1481a9eb99d req-f0009de9-9b46-44dd-8cbb-a6cf120d1c90 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:25.478011 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-aadb3565-c3d5-4844-bd00-d1481a9eb99d req-f0009de9-9b46-44dd-8cbb-a6cf120d1c90 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 944 time: 0.0649686 Jun 24 09:14:25.482570 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-324f98ae-0ca8-452d-aa9d-a809a9dd2b58 admin admin] Deleting subnet 92e5dcb9-d031-4a21-a4c4-22bf7e24d9ba {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:14:25.491128 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-324f98ae-0ca8-452d-aa9d-a809a9dd2b58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:25.525804 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-aadb3565-c3d5-4844-bd00-d1481a9eb99d req-45fbb2ad-a112-4b76-8fd0-daf69257340f tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Jun 24 09:14:25.532095 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-324f98ae-0ca8-452d-aa9d-a809a9dd2b58 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:25.538906 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-324f98ae-0ca8-452d-aa9d-a809a9dd2b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:25.594148 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-324f98ae-0ca8-452d-aa9d-a809a9dd2b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:25.597119 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a654650e-9452-4bcd-9a52-7b5004555847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:25.619912 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f98ae-0ca8-452d-aa9d-a809a9dd2b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e5dcb9-d031-4a21-a4c4-22bf7e24d9ba,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:25.622840 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-324f98ae-0ca8-452d-aa9d-a809a9dd2b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:25.623903 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-324f98ae-0ca8-452d-aa9d-a809a9dd2b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:25.626147 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-324f98ae-0ca8-452d-aa9d-a809a9dd2b58 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/92e5dcb9-d031-4a21-a4c4-22bf7e24d9ba HTTP/1.1" status: 204 len: 168 time: 0.1842313 Jun 24 09:14:25.628186 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 60670) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:25.695834 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:25.772417 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:25.782973 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.783329 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.784111 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.784457 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > port after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.785057 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > port after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.785373 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > port after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.785688 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.786030 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.786345 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.786657 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.856465 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.856719 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.857049 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.857376 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:25.857745 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:25.874922 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6080a0-d333-43dc-8813-7ba89aaaaef3') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:25.875210 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6080a0-d333-43dc-8813-7ba89aaaaef3') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:25.894252 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6245616'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:25.913886 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:25.922209 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:14:25.922586 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6174959'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: from cryptography.utils import int_from_bytes Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: from cryptography.utils import int_from_bytes Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: Traceback (most recent call last): Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: timer() Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: cb(*args, **kw) Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: return func(*args, **kwargs) Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: self._notify() Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: self.callback(batched_events) Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: event.method(event) Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: return f(self, *a, **k) Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: return self._get(url).json() Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:14:25.926408 dv-cinder-797812-1-smb neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:14:25.981446 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:25.985630 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:25.989330 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:25.991218 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] 10.222.0.22 "DELETE /v2.0/networks/7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e HTTP/1.1" status: 204 len: 168 time: 0.3621495 Jun 24 09:14:25.994727 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 60672) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:26.000613 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=7652ee1e-0655-4f3b-b80f-2b55a5bc1a4e,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:26.003367 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-1dd3211d-0734-439f-9b68-0696ae9c0dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:26.041450 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e00b003-8460-406e-946d-47934b985cd5 admin admin] Deleting subnet 84acfab1-4bcf-47a3-8d9e-a44c7d716ebd {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:14:26.044587 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4e00b003-8460-406e-946d-47934b985cd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.086235 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4e00b003-8460-406e-946d-47934b985cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7058280'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.128169 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4e00b003-8460-406e-946d-47934b985cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.192323 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4e00b003-8460-406e-946d-47934b985cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4695699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4603185'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.194678 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6b9d4329-47ba-4703-9058-fc0306f0c2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:26.216938 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00b003-8460-406e-946d-47934b985cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84acfab1-4bcf-47a3-8d9e-a44c7d716ebd,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:26.220246 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4e00b003-8460-406e-946d-47934b985cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:26.224168 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4e00b003-8460-406e-946d-47934b985cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.228633 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-4e00b003-8460-406e-946d-47934b985cd5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/84acfab1-4bcf-47a3-8d9e-a44c7d716ebd HTTP/1.1" status: 204 len: 168 time: 0.2299533 Jun 24 09:14:26.228741 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 60678) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:26.302660 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.377145 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.386835 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0566cfe-af21-4cdb-abdb-78b676997092']}} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:26.396564 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d47f585-b13d-4f21-9cbc-8f3697c4b5aa') {'for_net_delete': True} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:26.396857 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d47f585-b13d-4f21-9cbc-8f3697c4b5aa') {} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:26.405711 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7058289'] for segment, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.423468 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.429099 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:14:26.429478 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4695564'] for segment, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: Traceback (most recent call last): Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: timer() Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: cb(*args, **kw) Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: return func(*args, **kwargs) Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: self._notify() Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: self.callback(batched_events) Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: event.method(event) Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: return f(self, *a, **k) Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: return self._get(url).json() Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: return self.request(url, 'GET', **kwargs) Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:14:26.431114 dv-cinder-797812-1-smb neutron-server[93122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:14:26.484643 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.488707 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3de77a5a-3bb2-4b83-90cd-12b841e9f33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:26.491411 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.493269 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f0566cfe-af21-4cdb-abdb-78b676997092 HTTP/1.1" status: 204 len: 168 time: 0.2637234 Jun 24 09:14:26.507453 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0566cfe-af21-4cdb-abdb-78b676997092,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:26.510334 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0ca4e363-fbe7-47c8-b0d2-73437ffd5777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:26.540849 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 1a59c1dd-4bca-45c6-beee-478aa4140fcf details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:14:26.660362 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 1a59c1dd-4bca-45c6-beee-478aa4140fcf, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=1a59c1dd-4bca-45c6-beee-478aa4140fcf,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:26.674046 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '1a59c1dd-4bca-45c6-beee-478aa4140fcf', 'network_id': '007be388-a6a0-4bc5-b444-5343e59aa7ff', 'port_id': '1a59c1dd-4bca-45c6-beee-478aa4140fcf', 'mac_address': 'fa:16:3e:b8:81:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1a80f1-4ac1-436c-a58a-c29c06ebeccf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:14:26.703776 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 60692) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:26.733226 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.751778 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a59c1dd-4bca-45c6-beee-478aa4140fcf {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:14:26.753828 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-02c8d440-8f30-490d-933d-66f233d61d36 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=547008d416e647ba8fd00bb91ffa377b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487549 Jun 24 09:14:26.756790 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 60694) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:26.776594 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 1a59c1dd-4bca-45c6-beee-478aa4140fcf, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=1a59c1dd-4bca-45c6-beee-478aa4140fcf,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:26.782513 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.796299 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:26.856335 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6e686d53-a225-4427-b750-40c22bfbe831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.874150 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=1a59c1dd-4bca-45c6-beee-478aa4140fcf,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:26.885060 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:26.885481 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6e686d53-a225-4427-b750-40c22bfbe831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.933685 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d35089-fc9e-41b8-a3ab-a30f5b7b3362 req-8ef547b8-a332-4120-802c-be395b003657 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:26.935258 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-81d35089-fc9e-41b8-a3ab-a30f5b7b3362 req-8ef547b8-a332-4120-802c-be395b003657 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 945 time: 0.1141086 Jun 24 09:14:26.959780 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6e686d53-a225-4427-b750-40c22bfbe831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.962422 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6e686d53-a225-4427-b750-40c22bfbe831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:26.966039 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-6e686d53-a225-4427-b750-40c22bfbe831 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/094b5204-962d-448e-9bb5-98075ec3c959 HTTP/1.1" status: 204 len: 168 time: 0.2057717 Jun 24 09:14:26.966039 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ac188912-d67a-4654-b4c4-19c63878f019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:26.977729 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e686d53-a225-4427-b750-40c22bfbe831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094b5204-962d-448e-9bb5-98075ec3c959,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:26.984069 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-6e686d53-a225-4427-b750-40c22bfbe831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:26.999251 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61c582-c540-4f63-9b50-61cb07970717 req-d93dffd1-aca6-43c7-a748-53696f24bb94 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:27.001591 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-af61c582-c540-4f63-9b50-61cb07970717 req-d93dffd1-aca6-43c7-a748-53696f24bb94 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1152854 Jun 24 09:14:27.016539 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-81d35089-fc9e-41b8-a3ab-a30f5b7b3362 req-9a9ffc86-0f3f-424c-9f54-7090377d5df1 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 Jun 24 09:14:27.018181 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0a3b6-8e20-4336-a695-7115786f311d req-63f4a62b-3af9-4873-a02e-4c333f423160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:27.020143 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98c0a3b6-8e20-4336-a695-7115786f311d req-63f4a62b-3af9-4873-a02e-4c333f423160 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1421c1546cf34bd8b7927ed801ddb8de&device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 1098 time: 0.1455126 Jun 24 09:14:27.100384 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-af61c582-c540-4f63-9b50-61cb07970717 req-c7915136-75cf-495f-a1c1-f80cffcad2f5 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934365 Jun 24 09:14:27.143425 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0a3b6-8e20-4336-a695-7115786f311d req-d961b264-70be-4ebd-94b0-791797636e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:27.145036 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98c0a3b6-8e20-4336-a695-7115786f311d req-d961b264-70be-4ebd-94b0-791797636e19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e433b44-0391-4fbf-ae3d-a9343f6d064e HTTP/1.1" status: 200 len: 920 time: 0.1169717 Jun 24 09:14:27.187274 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98c0a3b6-8e20-4336-a695-7115786f311d req-86cc7812-3a2a-4a1d-94b8-b75814c722e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c341a96-f8cf-495c-8bba-306ac5096adb HTTP/1.1" status: 200 len: 217 time: 0.0336268 Jun 24 09:14:27.237959 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0a3b6-8e20-4336-a695-7115786f311d req-b245d057-348b-40f1-bb19-0689ada41b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:27.239395 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98c0a3b6-8e20-4336-a695-7115786f311d req-b245d057-348b-40f1-bb19-0689ada41b68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b88817-e153-408d-bc31-ad073a24e376 HTTP/1.1" status: 200 len: 859 time: 0.0456765 Jun 24 09:14:27.276444 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98c0a3b6-8e20-4336-a695-7115786f311d req-8e80ec31-4af5-43ef-8de2-4c57548c6c4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e433b44-0391-4fbf-ae3d-a9343f6d064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270782 Jun 24 09:14:27.296021 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 60704) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:27.334861 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-c589a0df-21b2-4c48-9320-9a617f323e0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=526ccf3ea7a34af591701189e8537bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374432 Jun 24 09:14:27.337900 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 60706) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:27.376019 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98c0a3b6-8e20-4336-a695-7115786f311d req-a5d0547c-4c4e-486a-ab23-7be5e8d0fe07 service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899675 Jun 24 09:14:27.385529 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc67a-b4b9-42d0-a20f-27bf9effc393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:27.413642 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc67a-b4b9-42d0-a20f-27bf9effc393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:27.461165 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc67a-b4b9-42d0-a20f-27bf9effc393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:27.464342 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc67a-b4b9-42d0-a20f-27bf9effc393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:27.465612 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-9e5bc67a-b4b9-42d0-a20f-27bf9effc393 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be4e72f3-a856-4d86-85ab-f3e4733564f7 HTTP/1.1" status: 204 len: 168 time: 0.1268330 Jun 24 09:14:27.466324 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:27.469843 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98c0a3b6-8e20-4336-a695-7115786f311d req-d118699e-7bf1-4bca-8379-432dbf4276ef service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859408 Jun 24 09:14:27.475534 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bc67a-b4b9-42d0-a20f-27bf9effc393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4e72f3-a856-4d86-85ab-f3e4733564f7,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:27.478885 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-9e5bc67a-b4b9-42d0-a20f-27bf9effc393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:27.749594 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['1a59c1dd-4bca-45c6-beee-478aa4140fcf'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:14:28.213023 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584a023-ef28-4da1-947a-b64d404a018b req-295b29f1-c83b-4a30-8e37-25c54fc0a94d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:28.214876 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0584a023-ef28-4da1-947a-b64d404a018b req-295b29f1-c83b-4a30-8e37-25c54fc0a94d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 945 time: 0.0677795 Jun 24 09:14:28.265663 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0584a023-ef28-4da1-947a-b64d404a018b req-a0d57de6-8f67-4d5c-955a-59a7da3bac6e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 Jun 24 09:14:28.305942 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fbdfa-e8f6-4328-895c-1fc957e1a428 req-21c1f59f-661c-48e6-9bb9-e1660eb6f029 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:28.307488 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-7c9fbdfa-e8f6-4328-895c-1fc957e1a428 req-21c1f59f-661c-48e6-9bb9-e1660eb6f029 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0877261 Jun 24 09:14:28.344620 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-7c9fbdfa-e8f6-4328-895c-1fc957e1a428 req-d33ec9ab-c699-4ead-82c9-f22393f3e4b1 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313270 Jun 24 09:14:28.496279 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-815f1703-a59d-427a-9c19-c23245ec87f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:29.440975 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b5cbe-751b-47df-a00f-0b7dc20187f5 req-42b10e51-da95-4107-b9e7-64ca5288b276 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:29.443007 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fc8b5cbe-751b-47df-a00f-0b7dc20187f5 req-42b10e51-da95-4107-b9e7-64ca5288b276 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 945 time: 0.0640466 Jun 24 09:14:29.482181 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fc8b5cbe-751b-47df-a00f-0b7dc20187f5 req-f374ba69-be1a-454e-a388-ce4f36536198 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329623 Jun 24 09:14:29.531394 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b1e6d-4680-460a-8330-9343796b48e8 req-9cc62a8e-c9ee-4743-b37c-d2b0a3563727 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:29.532880 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-002b1e6d-4680-460a-8330-9343796b48e8 req-9cc62a8e-c9ee-4743-b37c-d2b0a3563727 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0659630 Jun 24 09:14:29.581043 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-002b1e6d-4680-460a-8330-9343796b48e8 req-a0230903-ef7c-40a0-a422-a842aa8e2d8f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Jun 24 09:14:30.533727 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 1a59c1dd-4bca-45c6-beee-478aa4140fcf up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:14:30.585095 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port 1a59c1dd-4bca-45c6-beee-478aa4140fcf completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:14:30.589082 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 1a59c1dd-4bca-45c6-beee-478aa4140fcf triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:14:30.589465 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:30.669014 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ba557-adf4-4059-84ec-b41234890ed9 req-b6192d44-739d-4962-9eb7-7ddacb004e52 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:30.670500 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f08ba557-adf4-4059-84ec-b41234890ed9 req-b6192d44-739d-4962-9eb7-7ddacb004e52 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 945 time: 0.0713446 Jun 24 09:14:30.670882 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:30.702024 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf0952f-04d3-4440-9577-885a20bd1d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a59c1dd-4bca-45c6-beee-478aa4140fcf'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:14:30.704540 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f927d62-f3fa-4479-8f0d-e788dae7d9b2" -d '{"events": [{"server_uuid": "ddf0952f-04d3-4440-9577-885a20bd1d4a", "name": "network-vif-plugged", "status": "completed", "tag": "1a59c1dd-4bca-45c6-beee-478aa4140fcf"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:14:30.709817 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f08ba557-adf4-4059-84ec-b41234890ed9 req-099c4ae4-e744-466d-a2b7-bfd38903f2da tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334685 Jun 24 09:14:30.717951 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 1a59c1dd-4bca-45c6-beee-478aa4140fcf, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=1a59c1dd-4bca-45c6-beee-478aa4140fcf,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:30.723078 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:30.726138 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-04bf968d-3bbf-4c6a-938a-83db4e106389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:30.762484 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faeabf8-3a0c-4879-9746-fa449677dfdc x-openstack-request-id: req-1faeabf8-3a0c-4879-9746-fa449677dfdc {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:14:30.762788 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf0952f-04d3-4440-9577-885a20bd1d4a", "name": "network-vif-plugged", "status": "completed", "tag": "1a59c1dd-4bca-45c6-beee-478aa4140fcf", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:14:30.763053 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1faeabf8-3a0c-4879-9746-fa449677dfdc {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:14:30.763443 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf0952f-04d3-4440-9577-885a20bd1d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a59c1dd-4bca-45c6-beee-478aa4140fcf', 'code': 200} Jun 24 09:14:30.774526 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab45d9e-a4af-455b-a5bd-aef63524c697 req-39d16074-4369-4f53-8f55-893e00239a0a tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:30.776099 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9ab45d9e-a4af-455b-a5bd-aef63524c697 req-39d16074-4369-4f53-8f55-893e00239a0a tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0814145 Jun 24 09:14:30.782407 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=1a59c1dd-4bca-45c6-beee-478aa4140fcf,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:30.785674 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:30.815207 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9ab45d9e-a4af-455b-a5bd-aef63524c697 req-2498ee01-3330-4f0d-83d6-8abffa98ae54 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334144 Jun 24 09:14:31.066813 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951c4d1-1af9-4a26-adbb-77b79509de07 req-6c78ace0-a9e5-4f70-af88-72c6ab928015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:31.068334 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8951c4d1-1af9-4a26-adbb-77b79509de07 req-6c78ace0-a9e5-4f70-af88-72c6ab928015 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 1099 time: 0.0543439 Jun 24 09:14:31.108764 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8951c4d1-1af9-4a26-adbb-77b79509de07 req-bd583cf6-280b-4dde-9a32-4960d54ff352 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310588 Jun 24 09:14:31.116213 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-fbb412d7-12fc-4b61-a232-6c269f127924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:31.226854 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:31.485958 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 60824) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:31.602081 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2a5f950a-b813-4ae0-a2a7-9517d113fcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:31.699298 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2a5f950a-b813-4ae0-a2a7-9517d113fcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:31.703215 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2a5f950a-b813-4ae0-a2a7-9517d113fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:31.706628 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:31.748295 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-2a5f950a-b813-4ae0-a2a7-9517d113fcb5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=119f2079eb8447ea87541e3a220dee17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587471 Jun 24 09:14:31.748713 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 60840) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:31.755354 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f950a-b813-4ae0-a2a7-9517d113fcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da98c35e-08f1-4afb-bf8a-dcdf9bbdd923,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:31.760676 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-2a5f950a-b813-4ae0-a2a7-9517d113fcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:31.813159 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5a03140-b6d6-444a-b7aa-0626086a2602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:31.840363 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5a03140-b6d6-444a-b7aa-0626086a2602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:31.924378 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5a03140-b6d6-444a-b7aa-0626086a2602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:31.927020 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5a03140-b6d6-444a-b7aa-0626086a2602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:31.931262 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-a5a03140-b6d6-444a-b7aa-0626086a2602 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da98c35e-08f1-4afb-bf8a-dcdf9bbdd923 HTTP/1.1" status: 204 len: 168 time: 0.1818330 Jun 24 09:14:31.933237 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-78876de8-bc81-46a1-b986-231385a51fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:31.944818 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a03140-b6d6-444a-b7aa-0626086a2602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da98c35e-08f1-4afb-bf8a-dcdf9bbdd923,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:31.947923 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a5a03140-b6d6-444a-b7aa-0626086a2602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:31.967403 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f3d71-ea60-4ddf-9795-280ef784ba31 req-4bac7cd3-dc0f-456a-b515-2d6ebeb7274d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:31.969069 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-575f3d71-ea60-4ddf-9795-280ef784ba31 req-4bac7cd3-dc0f-456a-b515-2d6ebeb7274d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 946 time: 0.1054249 Jun 24 09:14:32.017046 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e679be9-272e-44f9-9ac6-84b3139cf448 req-6ecb6ccd-7885-41cf-a16f-6ac73c280d65 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:32.018928 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9e679be9-272e-44f9-9ac6-84b3139cf448 req-6ecb6ccd-7885-41cf-a16f-6ac73c280d65 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0806434 Jun 24 09:14:32.020054 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-575f3d71-ea60-4ddf-9795-280ef784ba31 req-890e731c-4607-4424-988f-6c1633597475 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453646 Jun 24 09:14:32.068074 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9e679be9-272e-44f9-9ac6-84b3139cf448 req-356bbaac-e01e-411f-8f9c-62111285d9aa tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 Jun 24 09:14:32.272837 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:33.025009 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 60902) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:33.176268 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f8c4739f-9448-410c-ac09-b7f92525cc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:33.247660 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e07c64-eb10-450c-aaca-91b517da8f3e req-93ac229d-593a-493f-9a28-bd67ff29b272 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:33.249208 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87e07c64-eb10-450c-aaca-91b517da8f3e req-93ac229d-593a-493f-9a28-bd67ff29b272 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 946 time: 0.1137424 Jun 24 09:14:33.262940 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d090085-78e0-40cb-bc8e-87ff947d5987 req-2f2c6d58-0680-494e-a8d0-b35a1c6c88e1 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:33.264555 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8d090085-78e0-40cb-bc8e-87ff947d5987 req-2f2c6d58-0680-494e-a8d0-b35a1c6c88e1 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0813360 Jun 24 09:14:33.307083 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8d090085-78e0-40cb-bc8e-87ff947d5987 req-0a013a45-f9a5-4d3d-8193-7c42479da546 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368676 Jun 24 09:14:33.310441 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-87e07c64-eb10-450c-aaca-91b517da8f3e req-9091393d-ba32-4fc9-b3da-a30aef6c845a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528240 Jun 24 09:14:33.350058 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f8c4739f-9448-410c-ac09-b7f92525cc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:33.358137 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f8c4739f-9448-410c-ac09-b7f92525cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:33.363148 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-7a2ea40c-6910-4513-9ade-0a757c5f07c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:33.402156 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-f8c4739f-9448-410c-ac09-b7f92525cc26 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94a6057f9baf4835b57581b9a358a3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759770 Jun 24 09:14:33.404450 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4739f-9448-410c-ac09-b7f92525cc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2436fd8-9c8b-48eb-be27-7c07453041c0,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:33.404900 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 60922) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:33.408083 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f8c4739f-9448-410c-ac09-b7f92525cc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:33.463772 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6f489c5d-fad5-4644-858f-f744c8e536be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:33.488805 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6f489c5d-fad5-4644-858f-f744c8e536be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:33.547170 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6f489c5d-fad5-4644-858f-f744c8e536be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:33.549949 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6f489c5d-fad5-4644-858f-f744c8e536be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:33.551962 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-6f489c5d-fad5-4644-858f-f744c8e536be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a2436fd8-9c8b-48eb-be27-7c07453041c0 HTTP/1.1" status: 204 len: 168 time: 0.1448836 Jun 24 09:14:33.551962 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e78a3e85-c922-4e1a-b2bb-345fb63ce8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:33.560952 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f489c5d-fad5-4644-858f-f744c8e536be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2436fd8-9c8b-48eb-be27-7c07453041c0,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:33.563277 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6f489c5d-fad5-4644-858f-f744c8e536be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:33.733567 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:34.500460 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f36e8-13c6-4d24-a1c2-0490f5427d3c req-00308677-f2c0-4b86-bf47-013cf2c038d0 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:34.501329 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7ac1e-1654-45b3-9c9d-05d961205380 req-06ad4f83-6ad8-4dde-bca4-77947500282f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:34.508173 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-89e7ac1e-1654-45b3-9c9d-05d961205380 req-06ad4f83-6ad8-4dde-bca4-77947500282f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0699584 Jun 24 09:14:34.509142 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b00f36e8-13c6-4d24-a1c2-0490f5427d3c req-00308677-f2c0-4b86-bf47-013cf2c038d0 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 946 time: 0.0660136 Jun 24 09:14:34.543771 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b00f36e8-13c6-4d24-a1c2-0490f5427d3c req-b7a30f7d-1d0b-4b23-bfb9-d84fc3b5517e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333977 Jun 24 09:14:34.552053 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-89e7ac1e-1654-45b3-9c9d-05d961205380 req-85e6ee4f-ed4b-4f73-af92-623ab89dd838 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 Jun 24 09:14:34.831772 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 60994) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:34.937136 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0889-ab88-43af-ba92-c265b212b893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:35.025076 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0889-ab88-43af-ba92-c265b212b893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:35.028926 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0889-ab88-43af-ba92-c265b212b893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:35.032537 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4ae1dce0-0d14-4f83-a825-362984f7788b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:35.069142 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-ffcd0889-ab88-43af-ba92-c265b212b893 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13557138735f47a995b209ae14699fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361152 Jun 24 09:14:35.070393 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd0889-ab88-43af-ba92-c265b212b893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d653216-9edb-4dc8-a254-432c39200fcc,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:35.072017 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 32768) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:35.073458 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ffcd0889-ab88-43af-ba92-c265b212b893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:35.133803 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-077167f1-9fd1-4e03-830b-e1728b9f0432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:35.158303 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-077167f1-9fd1-4e03-830b-e1728b9f0432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:35.205153 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-077167f1-9fd1-4e03-830b-e1728b9f0432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:35.207979 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-077167f1-9fd1-4e03-830b-e1728b9f0432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:35.209604 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-077167f1-9fd1-4e03-830b-e1728b9f0432 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d653216-9edb-4dc8-a254-432c39200fcc HTTP/1.1" status: 204 len: 168 time: 0.1347051 Jun 24 09:14:35.210383 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-41c1b26a-c6a0-4d47-95e5-c02559c23657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:35.221938 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077167f1-9fd1-4e03-830b-e1728b9f0432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d653216-9edb-4dc8-a254-432c39200fcc,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:35.224792 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-077167f1-9fd1-4e03-830b-e1728b9f0432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:35.752583 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574cb69-a4d6-4290-a676-0f0e96072111 req-a3be22bf-2406-484d-acc6-e52bda96fb27 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:35.755011 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3574cb69-a4d6-4290-a676-0f0e96072111 req-a3be22bf-2406-484d-acc6-e52bda96fb27 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0731974 Jun 24 09:14:35.773637 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ac6-1332-4361-ad9f-350505e6d246 req-daadc5ed-60e7-452e-af68-8e8c024712f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:35.775883 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27066ac6-1332-4361-ad9f-350505e6d246 req-daadc5ed-60e7-452e-af68-8e8c024712f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1421c1546cf34bd8b7927ed801ddb8de&device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 1098 time: 0.0664766 Jun 24 09:14:35.795845 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3574cb69-a4d6-4290-a676-0f0e96072111 req-9abe38aa-85bb-491b-be00-b9823c93a4c3 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342691 Jun 24 09:14:35.893454 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ac6-1332-4361-ad9f-350505e6d246 req-dd528e5d-7fdb-428e-8661-4ade03776d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:35.894882 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27066ac6-1332-4361-ad9f-350505e6d246 req-dd528e5d-7fdb-428e-8661-4ade03776d85 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e433b44-0391-4fbf-ae3d-a9343f6d064e HTTP/1.1" status: 200 len: 920 time: 0.0927262 Jun 24 09:14:35.940118 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27066ac6-1332-4361-ad9f-350505e6d246 req-4838d7ec-9b57-4bc8-b0d2-dadfd71ab5bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c341a96-f8cf-495c-8bba-306ac5096adb HTTP/1.1" status: 200 len: 217 time: 0.0356779 Jun 24 09:14:35.990068 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ac6-1332-4361-ad9f-350505e6d246 req-5f0b89cf-ae29-4b14-aac0-bf51342204f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:35.991522 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27066ac6-1332-4361-ad9f-350505e6d246 req-5f0b89cf-ae29-4b14-aac0-bf51342204f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b88817-e153-408d-bc31-ad073a24e376 HTTP/1.1" status: 200 len: 859 time: 0.0439692 Jun 24 09:14:36.054762 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27066ac6-1332-4361-ad9f-350505e6d246 req-e2572c86-b45c-4651-abcd-8ad85f6f9bb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e433b44-0391-4fbf-ae3d-a9343f6d064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317583 Jun 24 09:14:36.220864 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27066ac6-1332-4361-ad9f-350505e6d246 req-e34d42f4-3e7a-4ec9-adba-2efb289b1d19 service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960929 Jun 24 09:14:36.352483 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27066ac6-1332-4361-ad9f-350505e6d246 req-f4591886-845c-442c-9ad6-69db1844cc3c service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242259 Jun 24 09:14:36.972021 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256913ff-c739-41c8-b2e5-96f6fe5996c4 req-3d44757b-9a92-4c4a-9ec2-20d60f00cf04 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:36.973501 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-256913ff-c739-41c8-b2e5-96f6fe5996c4 req-3d44757b-9a92-4c4a-9ec2-20d60f00cf04 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0642459 Jun 24 09:14:37.013267 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-256913ff-c739-41c8-b2e5-96f6fe5996c4 req-61c20a87-4bdf-42b4-be35-7b8de3025089 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Jun 24 09:14:38.186744 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211456c-5d2d-4769-bd72-5a111034844c req-c16d5b3a-f5af-4edd-a4b4-313a6ad91645 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:38.188188 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d211456c-5d2d-4769-bd72-5a111034844c req-c16d5b3a-f5af-4edd-a4b4-313a6ad91645 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0606027 Jun 24 09:14:38.224380 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d211456c-5d2d-4769-bd72-5a111034844c req-ba8e3527-7a8a-4e62-9565-5a05cc184b13 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306983 Jun 24 09:14:38.540564 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-55ffc4fe-1568-4cb8-9614-bceb2306ad33 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8f2757fd4bfe4a349618c6be2e1a0487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316732 Jun 24 09:14:38.715841 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-4838bbba-ba85-4bb5-9468-8ee96c72a990 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:38.717407 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-4838bbba-ba85-4bb5-9468-8ee96c72a990 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716814 Jun 24 09:14:38.732043 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-ff56e6e9-9798-449a-965f-24b2304a0267 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/quotas/8f2757fd4bfe4a349618c6be2e1a0487 HTTP/1.1" status: 200 len: 375 time: 0.0091166 Jun 24 09:14:38.765300 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-2b8ec60c-3650-44ab-84d1-cd0cd483284d tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8f2757fd4bfe4a349618c6be2e1a0487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284736 Jun 24 09:14:38.935965 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5c09e83b-f6fc-498a-b957-c6e0d18a6c6e req-1581c240-5ce6-4d62-a2e5-2e50329e0774 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 210 time: 0.0331144 Jun 24 09:14:39.311781 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:39.407810 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853753df-a605-473a-be07-0b093e84a683 req-d1890ba3-f1ca-4d4d-ba43-f0afc41850a6 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:39.409261 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-853753df-a605-473a-be07-0b093e84a683 req-d1890ba3-f1ca-4d4d-ba43-f0afc41850a6 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0632930 Jun 24 09:14:39.445462 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-853753df-a605-473a-be07-0b093e84a683 req-34b79fd8-e4b1-49ff-9062-9dd5f9e46f1d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302236 Jun 24 09:14:40.113557 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-36094c4d-25f0-46e4-8f9c-6514e992a077 req-71d05b87-4808-4fb6-8328-e803c3d0741f tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 210 time: 0.0276890 Jun 24 09:14:40.451252 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-9aec887f-257d-4953-bb1a-0d3a409c4141 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8f2757fd4bfe4a349618c6be2e1a0487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274177 Jun 24 09:14:40.639668 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee6e6d-a5a2-4aee-a960-ad9181bfa91f req-6e5c5ebc-c272-4901-9dec-912da62b14fc tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:40.641259 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-36ee6e6d-a5a2-4aee-a960-ad9181bfa91f req-6e5c5ebc-c272-4901-9dec-912da62b14fc tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0756481 Jun 24 09:14:40.681474 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6d8ff910-20eb-4143-ad56-d65f2700e783 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:40.683069 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6d8ff910-20eb-4143-ad56-d65f2700e783 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2114789 Jun 24 09:14:40.710387 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Request body: {'port': {'device_id': '919e0612-308d-4613-b125-93bb7665f9a7', 'network_id': '527704b9-2103-4fea-86e1-5fe3a7a5459b', 'admin_state_up': True, 'tenant_id': '8f2757fd4bfe4a349618c6be2e1a0487'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:14:40.839903 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Made reservation on behalf of 8f2757fd4bfe4a349618c6be2e1a0487 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:14:40.843822 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:40.853675 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:40.888235 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-36ee6e6d-a5a2-4aee-a960-ad9181bfa91f req-3b58e624-1745-4765-a153-0cbe0ea002ce tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408864 Jun 24 09:14:40.958245 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:40.963162 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:40.967305 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-400d49a9-12f5-4b76-bce6-212199a61d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:41.038922 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f9aa4e-375a-4443-b9f3-04b355b6b54d,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:41.052979 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.053350 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.053713 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.054081 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.054432 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.054791 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.055131 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.055618 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.055969 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.056313 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.056691 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.056997 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.062701 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:41.120084 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Allocated IP 192.168.233.247 (527704b9-2103-4fea-86e1-5fe3a7a5459b/0e4f79e1-43c1-4231-a7d9-07728393150d/770b53a4-3243-4cdc-ad16-7857c110e24f) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:14:41.268120 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-441a4f9e-ed1a-47e7-9ef3-9e9623eb2fb9 req-fb24f18f-ec07-4542-b33f-78a5ab4b29a1 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 210 time: 0.0391481 Jun 24 09:14:41.293038 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:41.307148 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Transition to ACTIVE for port object 770b53a4-3243-4cdc-ad16-7857c110e24f will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:14:41.345826 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:41.349765 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:41.394222 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Network 527704b9-2103-4fea-86e1-5fe3a7a5459b is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:14:41.397330 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:14:41.405819 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:14:41.416131 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Pushing event updated for resources: {'Port': ['ID=770b53a4-3243-4cdc-ad16-7857c110e24f,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:41.438029 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:41.466323 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:41.466962 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:41.490734 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7802942 Jun 24 09:14:41.518661 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Request body: {'port': {'device_id': '919e0612-308d-4613-b125-93bb7665f9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:14:41.599302 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:41.651564 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 32974) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:41.660328 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-c700775c-2dd4-48ea-8e1d-056d0cb30f8d None None] Provisioning for port 770b53a4-3243-4cdc-ad16-7857c110e24f completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:14:41.667426 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-c700775c-2dd4-48ea-8e1d-056d0cb30f8d None None] Provisioning complete for port 770b53a4-3243-4cdc-ad16-7857c110e24f triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:14:41.668337 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c700775c-2dd4-48ea-8e1d-056d0cb30f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:41.709667 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-c700775c-2dd4-48ea-8e1d-056d0cb30f8d None None] Port 770b53a4-3243-4cdc-ad16-7857c110e24f cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:14:41.803771 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:41.923998 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:41.931243 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:41.936122 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f307d98e-726a-47e2-902a-1ffc1cdf2920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:41.971932 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f7bdb64a91c40debae11e5a9ba20c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182895 Jun 24 09:14:41.972892 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40033ea7-6247-4345-9427-41bc89058404,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:41.974815 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 32984) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:41.992033 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.992951 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.993650 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.994109 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.994578 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.995318 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.996008 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.996669 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.997158 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.997612 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.998090 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:41.998512 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:42.003950 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:42.042785 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-028c3933-7ccb-4c84-a663-415cc923fb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.064234 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-028c3933-7ccb-4c84-a663-415cc923fb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.133564 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02e92e-db14-41ec-bbb1-9d40741c893c req-da1062a4-f50c-47af-bd97-b316a7f04c27 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:42.135225 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2a02e92e-db14-41ec-bbb1-9d40741c893c req-da1062a4-f50c-47af-bd97-b316a7f04c27 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1328959 Jun 24 09:14:42.150639 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-028c3933-7ccb-4c84-a663-415cc923fb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.153515 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-028c3933-7ccb-4c84-a663-415cc923fb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.162080 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-028c3933-7ccb-4c84-a663-415cc923fb4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40033ea7-6247-4345-9427-41bc89058404 HTTP/1.1" status: 204 len: 168 time: 0.1849236 Jun 24 09:14:42.162931 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-00ad1ce6-e6fa-42bc-a99e-d3396eb69389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:42.178446 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c3933-7ccb-4c84-a663-415cc923fb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40033ea7-6247-4345-9427-41bc89058404,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:42.202175 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-028c3933-7ccb-4c84-a663-415cc923fb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:42.207267 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2a02e92e-db14-41ec-bbb1-9d40741c893c req-8c8068ce-6aab-4450-98f1-4378f57cceb8 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651903 Jun 24 09:14:42.264602 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770b53a4-3243-4cdc-ad16-7857c110e24f {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:14:42.272370 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.284433 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Transition to ACTIVE for port object 770b53a4-3243-4cdc-ad16-7857c110e24f will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:14:42.288375 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.290700 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-265ffcd3-39b0-414a-92d0-c44d1bd25983 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:42.342287 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Pushing event updated for resources: {'Port': ['ID=770b53a4-3243-4cdc-ad16-7857c110e24f,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:42.360284 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:42.457244 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Attempting to bind port 770b53a4-3243-4cdc-ad16-7857c110e24f on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:14:42.457674 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Attempting to bind port 770b53a4-3243-4cdc-ad16-7857c110e24f by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '042b94d1-577a-4f36-b604-72307c63ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '527704b9-2103-4fea-86e1-5fe3a7a5459b'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:14:42.458016 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Attempting to bind port 770b53a4-3243-4cdc-ad16-7857c110e24f on network 527704b9-2103-4fea-86e1-5fe3a7a5459b {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:14:42.467601 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Port 770b53a4-3243-4cdc-ad16-7857c110e24f on network 527704b9-2103-4fea-86e1-5fe3a7a5459b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:14:42.468163 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Attempting to bind port 770b53a4-3243-4cdc-ad16-7857c110e24f on network 527704b9-2103-4fea-86e1-5fe3a7a5459b {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:14:42.478003 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:14:42.478610 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Checking segment: {'id': '042b94d1-577a-4f36-b604-72307c63ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '527704b9-2103-4fea-86e1-5fe3a7a5459b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:14:42.479167 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Bound using segment: {'id': '042b94d1-577a-4f36-b604-72307c63ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '527704b9-2103-4fea-86e1-5fe3a7a5459b'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:14:42.479783 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Bound port: 770b53a4-3243-4cdc-ad16-7857c110e24f, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042b94d1-577a-4f36-b604-72307c63ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '527704b9-2103-4fea-86e1-5fe3a7a5459b'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:14:42.480275 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.511850 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 32998) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:42.525590 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c9fa2fc4-b655-485d-a4e9-7ba4fa14211a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.550339 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e30f3-346a-49d2-a5ba-d0603a0871ba req-8dc66290-bc71-4eff-9b39-cf0b88a01b00 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:42.551970 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5e8e30f3-346a-49d2-a5ba-d0603a0871ba req-8dc66290-bc71-4eff-9b39-cf0b88a01b00 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 948 time: 0.1400185 Jun 24 09:14:42.612228 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] For port 770b53a4-3243-4cdc-ad16-7857c110e24f, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:14:42.615481 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] For port 770b53a4-3243-4cdc-ad16-7857c110e24f, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=770b53a4-3243-4cdc-ad16-7857c110e24f,segment=NetworkSegment(042b94d1-577a-4f36-b604-72307c63ee27),segment_id=042b94d1-577a-4f36-b604-72307c63ee27)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:14:42.620175 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5e8e30f3-346a-49d2-a5ba-d0603a0871ba req-32dbb7ff-5f61-44af-99a9-b42be38c19b5 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555201 Jun 24 09:14:42.628168 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.631636 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c9fa2fc4-b655-485d-a4e9-7ba4fa14211a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.632183 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:42.638428 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c9fa2fc4-b655-485d-a4e9-7ba4fa14211a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.641373 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a5a03140-b6d6-444a-b7aa-0626086a2602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:42.670668 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:42.671367 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.673128 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] 10.222.0.23 "PUT /v2.0/ports/770b53a4-3243-4cdc-ad16-7857c110e24f HTTP/1.1" status: 200 len: 1098 time: 1.1586683 Jun 24 09:14:42.673663 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919e0612-308d-4613-b125-93bb7665f9a7', 'tag': '770b53a4-3243-4cdc-ad16-7857c110e24f'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:14:42.675835 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa2fc4-b655-485d-a4e9-7ba4fa14211a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eecbd5-30d9-42e1-9b18-ccc27792ea13,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:42.676343 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261b5607-1a15-47d7-9c1b-748b20fe6f08" -d '{"events": [{"name": "network-changed", "server_uuid": "919e0612-308d-4613-b125-93bb7665f9a7", "tag": "770b53a4-3243-4cdc-ad16-7857c110e24f"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:14:42.680211 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-c9fa2fc4-b655-485d-a4e9-7ba4fa14211a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=745f04fa0b264827849f3a3002e66c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672308 Jun 24 09:14:42.681346 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-c9fa2fc4-b655-485d-a4e9-7ba4fa14211a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:42.682576 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 33002) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:42.702347 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Pushing event updated for resources: {'Port': ['ID=770b53a4-3243-4cdc-ad16-7857c110e24f,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:42.707668 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:42.722582 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a4b7ba-30d3-48fe-aafb-faf57b84ba45 x-openstack-request-id: req-c0a4b7ba-30d3-48fe-aafb-faf57b84ba45 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:14:42.722907 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919e0612-308d-4613-b125-93bb7665f9a7", "tag": "770b53a4-3243-4cdc-ad16-7857c110e24f", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:14:42.723193 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0a4b7ba-30d3-48fe-aafb-faf57b84ba45 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:14:42.723766 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919e0612-308d-4613-b125-93bb7665f9a7', 'tag': '770b53a4-3243-4cdc-ad16-7857c110e24f', 'status': 'completed', 'code': 200} Jun 24 09:14:42.752421 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-72ba5ef5-7a50-4025-967d-ab3c08732927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.774982 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-72ba5ef5-7a50-4025-967d-ab3c08732927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.829451 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-72ba5ef5-7a50-4025-967d-ab3c08732927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.833133 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-72ba5ef5-7a50-4025-967d-ab3c08732927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:42.834524 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-72ba5ef5-7a50-4025-967d-ab3c08732927 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/50eecbd5-30d9-42e1-9b18-ccc27792ea13 HTTP/1.1" status: 204 len: 168 time: 0.1510568 Jun 24 09:14:42.835620 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-dde7fd6a-68d8-4ea9-8c7f-a3d590240e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:42.844901 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba5ef5-7a50-4025-967d-ab3c08732927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eecbd5-30d9-42e1-9b18-ccc27792ea13,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:42.847169 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-72ba5ef5-7a50-4025-967d-ab3c08732927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:42.850470 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b5607-1a15-47d7-9c1b-748b20fe6f08 req-f3ffd965-17b0-4324-8304-c91641ad905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:42.851946 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-261b5607-1a15-47d7-9c1b-748b20fe6f08 req-f3ffd965-17b0-4324-8304-c91641ad905c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f2757fd4bfe4a349618c6be2e1a0487&device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 1101 time: 0.0564637 Jun 24 09:14:42.909981 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-261b5607-1a15-47d7-9c1b-748b20fe6f08 req-73b1da59-b8bd-499a-9a7a-f1cc5ac8cdf2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8f2757fd4bfe4a349618c6be2e1a0487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211837 Jun 24 09:14:43.027644 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b5607-1a15-47d7-9c1b-748b20fe6f08 req-7359455d-dd8d-4081-a46d-f1b2727668b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:43.029012 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-261b5607-1a15-47d7-9c1b-748b20fe6f08 req-7359455d-dd8d-4081-a46d-f1b2727668b1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956008 Jun 24 09:14:43.156171 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-58154c51-efc3-4789-b1e6-dd7ef4a6b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:43.157982 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-58154c51-efc3-4789-b1e6-dd7ef4a6b26b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f2757fd4bfe4a349618c6be2e1a0487&device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 1101 time: 0.0573161 Jun 24 09:14:43.174295 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 33014) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:43.188471 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-40a5248c-87ad-446a-9e5f-8bd36a3b410a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:43.227801 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-cae9671c-895d-4a8a-82d0-e52de224570b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=770b53a4-3243-4cdc-ad16-7857c110e24f HTTP/1.1" status: 200 len: 217 time: 0.0356491 Jun 24 09:14:43.289503 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-f4cd9680-f1cc-4039-abb5-bf81a8f75b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:43.291823 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-f4cd9680-f1cc-4039-abb5-bf81a8f75b9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4f79e1-43c1-4231-a7d9-07728393150d HTTP/1.1" status: 200 len: 843 time: 0.0534408 Jun 24 09:14:43.300849 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-40a5248c-87ad-446a-9e5f-8bd36a3b410a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:43.306285 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-40a5248c-87ad-446a-9e5f-8bd36a3b410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:43.310355 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-0a3bf900-df5c-4f32-a565-416367befaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:43.344656 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5248c-87ad-446a-9e5f-8bd36a3b410a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8dbdcc-d4b6-462d-b732-3f37fb87efb9,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:43.358543 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-40a5248c-87ad-446a-9e5f-8bd36a3b410a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:43.372887 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-836c658d-0de9-4908-8cf1-23d42670fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:43.374952 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-836c658d-0de9-4908-8cf1-23d42670fa16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=527704b9-2103-4fea-86e1-5fe3a7a5459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0761347 Jun 24 09:14:43.404396 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-40a5248c-87ad-446a-9e5f-8bd36a3b410a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7f027baecb4426a803a00d257a3fb87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289321 Jun 24 09:14:43.408372 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 33026) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:43.467058 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788a9c5-8cf6-4901-95f9-b41935807912 req-09c2efcf-c09c-4d26-b88c-d94cd79f1395 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:43.468539 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4788a9c5-8cf6-4901-95f9-b41935807912 req-09c2efcf-c09c-4d26-b88c-d94cd79f1395 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1186769 Jun 24 09:14:43.472625 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-e1190535-77b1-4e43-a4d7-f316c511fc94 service neutron] 10.222.0.23 "GET /v2.0/networks/527704b9-2103-4fea-86e1-5fe3a7a5459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875335 Jun 24 09:14:43.496514 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2bc86460-478a-4286-9e06-252b69bfa1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:43.533291 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2bc86460-478a-4286-9e06-252b69bfa1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:43.542758 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4788a9c5-8cf6-4901-95f9-b41935807912 req-7953a301-001b-4deb-a837-c6c2899911c9 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679202 Jun 24 09:14:43.586837 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4075f98e-4166-4f25-81fa-76a1e798c097 req-9bb48883-2e06-4ce6-8d2f-6cd4558e6c60 service neutron] 10.222.0.23 "GET /v2.0/networks/527704b9-2103-4fea-86e1-5fe3a7a5459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047997 Jun 24 09:14:43.587640 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2bc86460-478a-4286-9e06-252b69bfa1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:43.590177 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2bc86460-478a-4286-9e06-252b69bfa1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:43.591288 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-2bc86460-478a-4286-9e06-252b69bfa1af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d8dbdcc-d4b6-462d-b732-3f37fb87efb9 HTTP/1.1" status: 204 len: 168 time: 0.1821971 Jun 24 09:14:43.592233 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d4127134-d39b-4473-9bf3-dd3e6df7748b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:43.599200 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc86460-478a-4286-9e06-252b69bfa1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8dbdcc-d4b6-462d-b732-3f37fb87efb9,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:43.601439 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-2bc86460-478a-4286-9e06-252b69bfa1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:43.808583 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d06f-72e8-406e-9956-309c05ab6bbd req-caf411ab-a9d2-42a0-9908-a9f35a80c118 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:43.810044 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bb64d06f-72e8-406e-9956-309c05ab6bbd req-caf411ab-a9d2-42a0-9908-a9f35a80c118 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 948 time: 0.0682664 Jun 24 09:14:43.846426 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bb64d06f-72e8-406e-9956-309c05ab6bbd req-7c0dd3ef-244a-41e9-9378-2d7f6a70a2dc tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308421 Jun 24 09:14:44.757004 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd6511-2183-42d5-b5b5-a9c8eb4b97b3 req-39b3a5e3-166b-4e45-8673-f55fe34154a8 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:44.759366 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-87cd6511-2183-42d5-b5b5-a9c8eb4b97b3 req-39b3a5e3-166b-4e45-8673-f55fe34154a8 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0634618 Jun 24 09:14:44.798127 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-87cd6511-2183-42d5-b5b5-a9c8eb4b97b3 req-68485dbd-4966-4718-9f8a-d95ea828ae82 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329220 Jun 24 09:14:44.921941 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3067596-75df-42bd-bf72-4179857bac0b req-3391d966-405c-4d6f-a835-770ec301e2a1 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:44.923376 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d3067596-75df-42bd-bf72-4179857bac0b req-3391d966-405c-4d6f-a835-770ec301e2a1 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 946 time: 0.0627482 Jun 24 09:14:44.961330 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d3067596-75df-42bd-bf72-4179857bac0b req-3362f3d3-37c2-4d8a-b1ed-5981d1b1306f tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324178 Jun 24 09:14:45.024594 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7526de-b833-4a2c-b0b4-32af62ff712f req-c8de040f-371c-49cf-854f-e6eeb58f605e tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:45.026053 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6d7526de-b833-4a2c-b0b4-32af62ff712f req-c8de040f-371c-49cf-854f-e6eeb58f605e tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 948 time: 0.0698538 Jun 24 09:14:45.063273 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6d7526de-b833-4a2c-b0b4-32af62ff712f req-927897b7-4b43-4335-a7d7-537dec50c341 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Jun 24 09:14:45.971978 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bae14-2efc-4478-ae3e-032dfc0853ac req-29141235-af95-400b-9f84-92777f711682 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:45.973448 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-db1bae14-2efc-4478-ae3e-032dfc0853ac req-29141235-af95-400b-9f84-92777f711682 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0618670 Jun 24 09:14:46.013236 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-db1bae14-2efc-4478-ae3e-032dfc0853ac req-56fedd8a-9bd1-4f21-a43d-ddd6c334cff9 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334053 Jun 24 09:14:46.172151 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d2d92-80b5-40df-9313-e3a192a10447 req-a49ac102-6b6b-4e30-b882-0ad62a7b09e8 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:46.173704 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-041d2d92-80b5-40df-9313-e3a192a10447 req-a49ac102-6b6b-4e30-b882-0ad62a7b09e8 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 946 time: 0.0879259 Jun 24 09:14:46.215311 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-041d2d92-80b5-40df-9313-e3a192a10447 req-1446faea-50d8-4431-abe5-16dd00b65090 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357857 Jun 24 09:14:46.258166 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2bfb4-ec42-4b61-b17d-a84c699adc66 req-3f6041d8-1bb9-41e6-8308-b4fa64b09260 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:46.260297 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-53a2bfb4-ec42-4b61-b17d-a84c699adc66 req-3f6041d8-1bb9-41e6-8308-b4fa64b09260 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 948 time: 0.0748682 Jun 24 09:14:46.299357 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-53a2bfb4-ec42-4b61-b17d-a84c699adc66 req-e1ff9fab-8f00-4832-9f27-632254b38341 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328736 Jun 24 09:14:47.177441 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 33116) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:47.210708 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e15be-ba24-4560-833c-b9c45ab67392 req-cc2e42b4-98b8-43c0-b315-02dcd2ac7ef5 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:47.212751 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-371e15be-ba24-4560-833c-b9c45ab67392 req-cc2e42b4-98b8-43c0-b315-02dcd2ac7ef5 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0857511 Jun 24 09:14:47.251334 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-371e15be-ba24-4560-833c-b9c45ab67392 req-5962d411-2c44-4b0f-a63a-6b11955120e7 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327141 Jun 24 09:14:47.291880 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d3aba3e1-653e-47f1-90bf-ba512c482424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:47.420188 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3870dee-82c1-4c47-bead-3ab7385f9236 req-3e2664bc-9940-4672-b86b-79cd8c3759ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:47.421852 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d3870dee-82c1-4c47-bead-3ab7385f9236 req-3e2664bc-9940-4672-b86b-79cd8c3759ed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 1098 time: 0.0553751 Jun 24 09:14:47.446717 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e879e-6abe-48d2-88db-2cb106ace362 req-ba270e2f-ecb8-426d-8ca7-1113cacb74e4 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:47.448249 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-db6e879e-6abe-48d2-88db-2cb106ace362 req-ba270e2f-ecb8-426d-8ca7-1113cacb74e4 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 946 time: 0.1041028 Jun 24 09:14:47.450147 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d3aba3e1-653e-47f1-90bf-ba512c482424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:47.461147 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d3aba3e1-653e-47f1-90bf-ba512c482424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:47.464230 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f8c4739f-9448-410c-ac09-b7f92525cc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:47.493411 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d3870dee-82c1-4c47-bead-3ab7385f9236 req-fc0ed572-472a-4c04-8673-1bebc675b71b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602632 Jun 24 09:14:47.517191 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-d3aba3e1-653e-47f1-90bf-ba512c482424 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d998ec418ef6475688d9af27b75db145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355565 Jun 24 09:14:47.519564 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 33128) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:47.521642 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ad48d-7ad7-4d9a-9a14-eca001926f4b req-da9f3e6a-7cff-49e7-a5d0-c05a80fbe08d tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:47.523149 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c23ad48d-7ad7-4d9a-9a14-eca001926f4b req-da9f3e6a-7cff-49e7-a5d0-c05a80fbe08d tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 948 time: 0.1003430 Jun 24 09:14:47.557848 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-db6e879e-6abe-48d2-88db-2cb106ace362 req-06f57548-6ec5-43de-a967-36d42f00f34a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031826 Jun 24 09:14:47.564319 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c23ad48d-7ad7-4d9a-9a14-eca001926f4b req-f87e8a4d-5061-4a34-b4eb-9d0481b0de40 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346043 Jun 24 09:14:47.565988 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aba3e1-653e-47f1-90bf-ba512c482424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0727ea-2e92-4dc1-8704-fd39c7271180,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:47.569524 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d3aba3e1-653e-47f1-90bf-ba512c482424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:47.604105 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e8bf212e-0495-4168-82f4-f2fb823fba95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:47.625292 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e8bf212e-0495-4168-82f4-f2fb823fba95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:47.680276 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e8bf212e-0495-4168-82f4-f2fb823fba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:47.683858 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e8bf212e-0495-4168-82f4-f2fb823fba95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:47.685061 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-e8bf212e-0495-4168-82f4-f2fb823fba95 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a0727ea-2e92-4dc1-8704-fd39c7271180 HTTP/1.1" status: 204 len: 168 time: 0.1589477 Jun 24 09:14:47.685813 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:47.701146 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf212e-0495-4168-82f4-f2fb823fba95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0727ea-2e92-4dc1-8704-fd39c7271180,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:47.703905 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-e8bf212e-0495-4168-82f4-f2fb823fba95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:48.236850 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6981e-6f59-4e91-838a-5a4e9b4be730 req-7a30e815-6a4c-455e-8ecb-0ffe77fc5670 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:48.238283 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e4f6981e-6f59-4e91-838a-5a4e9b4be730 req-7a30e815-6a4c-455e-8ecb-0ffe77fc5670 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 946 time: 0.0702717 Jun 24 09:14:48.350010 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-e4f6981e-6f59-4e91-838a-5a4e9b4be730 req-08a9d198-47b0-4eff-bf95-991ea17e243a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Deleting port 1a59c1dd-4bca-45c6-beee-478aa4140fcf {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:14:48.350398 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e4f6981e-6f59-4e91-838a-5a4e9b4be730 req-08a9d198-47b0-4eff-bf95-991ea17e243a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:48.354650 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 33160) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:48.453733 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-e4f6981e-6f59-4e91-838a-5a4e9b4be730 req-08a9d198-47b0-4eff-bf95-991ea17e243a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] For port 1a59c1dd-4bca-45c6-beee-478aa4140fcf, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=1a59c1dd-4bca-45c6-beee-478aa4140fcf,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:48.454116 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e4f6981e-6f59-4e91-838a-5a4e9b4be730 req-08a9d198-47b0-4eff-bf95-991ea17e243a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:48.460371 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c867f5f-f3c3-4b05-bc12-e33cdecdac9d req-11dbb2c7-834f-4fbd-b3ef-d290a0d279f5 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:48.462989 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0c867f5f-f3c3-4b05-bc12-e33cdecdac9d req-11dbb2c7-834f-4fbd-b3ef-d290a0d279f5 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0652370 Jun 24 09:14:48.468141 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-e4f6981e-6f59-4e91-838a-5a4e9b4be730 req-08a9d198-47b0-4eff-bf95-991ea17e243a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Calling delete_port for 1a59c1dd-4bca-45c6-beee-478aa4140fcf owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:14:48.482073 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1980975008-network', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:14:48.511874 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0c867f5f-f3c3-4b05-bc12-e33cdecdac9d req-ebd17c5f-25d5-4bf9-83c0-ec23d75acd7a tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Jun 24 09:14:48.544543 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Made reservation on behalf of 33f64fc4146d41d387ce00195ff99f52 for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:14:48.546850 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:48.562005 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:48.661097 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 770b53a4-3243-4cdc-ad16-7857c110e24f details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:14:48.676319 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e4f6981e-6f59-4e91-838a-5a4e9b4be730 req-08a9d198-47b0-4eff-bf95-991ea17e243a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:48.688292 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-949197ec-73a6-4306-a837-da0d8c1f06a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:48.734546 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['d5b77f91-102f-49c9-88e2-ca299ed6bc46', '372dc3c3-8865-4d07-8efe-5af6abb75668', '543a3f1f-d8e2-463d-9af9-32d90efb7f66', '1a59c1dd-4bca-45c6-beee-478aa4140fcf'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:14:48.739753 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9d198-47b0-4eff-bf95-991ea17e243a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Pushing event deleted for resources: {'Port': ['ID=1a59c1dd-4bca-45c6-beee-478aa4140fcf,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:48.743474 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-08a9d198-47b0-4eff-bf95-991ea17e243a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:48.768684 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f6981e-6f59-4e91-838a-5a4e9b4be730 req-08a9d198-47b0-4eff-bf95-991ea17e243a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] No DVR routers for this DVR port 1a59c1dd-4bca-45c6-beee-478aa4140fcf on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:14:48.771747 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e4f6981e-6f59-4e91-838a-5a4e9b4be730 req-08a9d198-47b0-4eff-bf95-991ea17e243a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:48.774724 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e4f6981e-6f59-4e91-838a-5a4e9b4be730 req-08a9d198-47b0-4eff-bf95-991ea17e243a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "DELETE /v2.0/ports/1a59c1dd-4bca-45c6-beee-478aa4140fcf HTTP/1.1" status: 204 len: 173 time: 0.5287127 Jun 24 09:14:48.776496 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf0952f-04d3-4440-9577-885a20bd1d4a', 'name': 'network-vif-deleted', 'tag': '1a59c1dd-4bca-45c6-beee-478aa4140fcf'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:14:48.781169 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3906d70-e56b-4c50-9be6-5c50fd3745b4" -d '{"events": [{"server_uuid": "ddf0952f-04d3-4440-9577-885a20bd1d4a", "name": "network-vif-deleted", "tag": "1a59c1dd-4bca-45c6-beee-478aa4140fcf"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:14:48.815950 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:48.823236 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:48.829408 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-644c188e-5b97-4aa8-97eb-8107e2792ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:48.836178 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830043c6-ed2a-4355-93bb-835e925f60df req-a15a5b51-73e8-4766-b13b-d75e0fcb2021 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:48.841667 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-830043c6-ed2a-4355-93bb-835e925f60df req-a15a5b51-73e8-4766-b13b-d75e0fcb2021 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 948 time: 0.1218884 Jun 24 09:14:48.878382 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705a8d9c-d730-4406-bdfd-af52f8f507f7,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:48.885268 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:48.896656 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-830043c6-ed2a-4355-93bb-835e925f60df req-0f85013e-afbc-4870-9042-e711e434cdba tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491459 Jun 24 09:14:48.899705 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 770b53a4-3243-4cdc-ad16-7857c110e24f, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=770b53a4-3243-4cdc-ad16-7857c110e24f,segment=NetworkSegment(042b94d1-577a-4f36-b604-72307c63ee27),segment_id=042b94d1-577a-4f36-b604-72307c63ee27)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:48.906881 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:14:48.945349 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '770b53a4-3243-4cdc-ad16-7857c110e24f', 'network_id': '527704b9-2103-4fea-86e1-5fe3a7a5459b', 'port_id': '770b53a4-3243-4cdc-ad16-7857c110e24f', 'mac_address': 'fa:16:3e:60:dd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4f79e1-43c1-4231-a7d9-07728393150d', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:14:48.953544 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-debe9a9f-efff-4273-93f3-5bd8e4370975 req-a9bb8378-4bea-4526-8ffb-0102d81e95de tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 210 time: 0.0659640 Jun 24 09:14:48.967882 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:48.968484 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.segments_db [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Added segment 80d9df57-5666-4746-895b-53b878122f8d of type vlan for network d187b5cf-fdbb-48b0-9ba8-9609aa637295 Jun 24 09:14:49.020840 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.025224 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.037866 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ecebeb-7012-494a-8d7d-45048e960960 x-openstack-request-id: req-b7ecebeb-7012-494a-8d7d-45048e960960 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:14:49.038336 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf0952f-04d3-4440-9577-885a20bd1d4a", "name": "network-vif-deleted", "tag": "1a59c1dd-4bca-45c6-beee-478aa4140fcf", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:14:49.038623 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7ecebeb-7012-494a-8d7d-45048e960960 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:14:49.039075 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf0952f-04d3-4440-9577-885a20bd1d4a', 'name': 'network-vif-deleted', 'tag': '1a59c1dd-4bca-45c6-beee-478aa4140fcf', 'status': 'completed', 'code': 200} Jun 24 09:14:49.046410 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770b53a4-3243-4cdc-ad16-7857c110e24f {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:14:49.066625 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.068031 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:49.068673 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.071739 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:49.077418 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 770b53a4-3243-4cdc-ad16-7857c110e24f, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=770b53a4-3243-4cdc-ad16-7857c110e24f,segment=NetworkSegment(042b94d1-577a-4f36-b604-72307c63ee27),segment_id=042b94d1-577a-4f36-b604-72307c63ee27)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:49.084359 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.088933 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:49.131569 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7731349 Jun 24 09:14:49.131825 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 33178) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:49.136875 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] Request body: {'subnet': {'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1980975008-subnet', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:14:49.140171 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Pushing event updated for resources: {'Network': ['ID=d187b5cf-fdbb-48b0-9ba8-9609aa637295,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:49.143322 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:49.164423 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network d187b5cf-fdbb-48b0-9ba8-9609aa637295 details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:14:49.172834 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] Made reservation on behalf of 33f64fc4146d41d387ce00195ff99f52 for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:14:49.175273 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4289926'] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.223634 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=770b53a4-3243-4cdc-ad16-7857c110e24f,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:49.240755 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.241117 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.241658 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.242034 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.242317 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.243339 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.243776 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.244051 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.244370 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.244701 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.245059 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.245350 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.253256 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:49.357096 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6174769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4289940'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.360166 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-324f98ae-0ca8-452d-aa9d-a809a9dd2b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:49.416681 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a263516f-3e51-4672-9f09-672a135da8b2,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:49.420967 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] Checking segment: {'id': '80d9df57-5666-4746-895b-53b878122f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:14:49.421320 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] Network hostable DHCP agents. Network: d187b5cf-fdbb-48b0-9ba8-9609aa637295, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:14:49.423445 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:49.439261 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] Network d187b5cf-fdbb-48b0-9ba8-9609aa637295 is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:14:49.447752 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, d187b5cf-fdbb-48b0-9ba8-9609aa637295) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:14:49.451837 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:49.452366 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.456662 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e9a10-1c10-42fb-a547-36328834b61c None None] Network d187b5cf-fdbb-48b0-9ba8-9609aa637295 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:14:49.467432 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3344901 Jun 24 09:14:49.470017 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 33182) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:49.474522 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:14:49.496685 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10017'] for router, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.497995 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10040'] for router, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.558002 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.628713 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d88c3e-3b81-568f-b441-63b445c42363-d187b5cf-fdbb-48b0-9ba8-9609aa637295', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'fixed_ips': [{'subnet_id': 'a263516f-3e51-4672-9f09-672a135da8b2'}]}} from dv-cinder-797812-1-smb. {{(pid=93124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:14:49.629798 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.730784 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9994'] for router, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.741163 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bd562-94d7-4679-8a0b-c5fe5bbad278 req-2684739c-d808-4eef-8a9e-d09083b8691d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:49.744010 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ea8bd562-94d7-4679-8a0b-c5fe5bbad278 req-2684739c-d808-4eef-8a9e-d09083b8691d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0914037 Jun 24 09:14:49.772109 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Allocated IP 172.20.0.2 (d187b5cf-fdbb-48b0-9ba8-9609aa637295/a263516f-3e51-4672-9f09-672a135da8b2/b5f4f66d-e4d8-463b-bf63-0e8d31d81c20) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:14:49.792196 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ea8bd562-94d7-4679-8a0b-c5fe5bbad278 req-8ad9c775-7be4-426b-ba56-5e69e9bd7a6f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Jun 24 09:14:49.943224 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.951686 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Transition to ACTIVE for port object b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:14:49.962574 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.967747 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Transition to ACTIVE for port object b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 will not be triggered until provisioned by entity DHCP. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:14:49.985305 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.985465 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.996949 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:50.064891 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Network d187b5cf-fdbb-48b0-9ba8-9609aa637295 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:14:50.072101 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Pushing event updated for resources: {'Port': ['ID=b5f4f66d-e4d8-463b-bf63-0e8d31d81c20,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:50.083393 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:14:50.085916 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:50.087603 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:14:50.106813 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Allocated IP 172.28.1.218 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/a456389b-984c-4c7f-a059-ea673d75abc3) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:14:50.128891 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['770b53a4-3243-4cdc-ad16-7857c110e24f'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:14:50.141072 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6cc27-e655-449b-9dc8-009a4112a40f req-45c5cb7a-5288-4c8e-b999-70d87be57cff tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:50.148521 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-aca6cc27-e655-449b-9dc8-009a4112a40f req-45c5cb7a-5288-4c8e-b999-70d87be57cff tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 949 time: 0.1073060 Jun 24 09:14:50.190948 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-aca6cc27-e655-449b-9dc8-009a4112a40f req-b64fd5bd-785e-4637-89a0-a533040cccad tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Jun 24 09:14:50.217255 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e36f670e-f1ee-4304-a89e-e9250a915ae1 req-a581ea1b-7f93-4bd6-a1a6-3b96695a7db5 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf0952f-04d3-4440-9577-885a20bd1d4a HTTP/1.1" status: 200 len: 210 time: 0.0919216 Jun 24 09:14:50.219546 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Attempting to bind port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:14:50.220767 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Attempting to bind port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': '80d9df57-5666-4746-895b-53b878122f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:14:50.221334 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Attempting to bind port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 on network d187b5cf-fdbb-48b0-9ba8-9609aa637295 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:14:50.234236 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:14:50.234756 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Checking segment: {'id': '80d9df57-5666-4746-895b-53b878122f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:14:50.235242 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:50.235917 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Bound using segment: {'id': '80d9df57-5666-4746-895b-53b878122f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:14:50.236317 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Bound port: b5f4f66d-e4d8-463b-bf63-0e8d31d81c20, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d9df57-5666-4746-895b-53b878122f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:14:50.237300 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:50.282070 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:50.327260 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6174885'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:50.330348 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:50.340177 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] For port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:14:50.343913 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] For port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=b5f4f66d-e4d8-463b-bf63-0e8d31d81c20,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:14:50.350256 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:50.355324 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:50.367162 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:14:50.370618 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:14:50.373190 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:14:50.402367 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Pushing event updated for resources: {'Port': ['ID=a456389b-984c-4c7f-a059-ea673d75abc3,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:50.407052 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:50.437818 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Pushing event updated for resources: {'Port': ['ID=b5f4f66d-e4d8-463b-bf63-0e8d31d81c20,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:50.441491 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:50.661861 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:50.677213 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 1a59c1dd-4bca-45c6-beee-478aa4140fcf no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:14:50.697304 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: 1a59c1dd-4bca-45c6-beee-478aa4140fcf {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:14:50.697669 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 1a59c1dd-4bca-45c6-beee-478aa4140fcf not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:14:50.818439 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:14:50.874685 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439438'] for router, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:50.912724 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:14:51.052014 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48415842-7adf-40aa-9553-87b799728125 req-f3290b9d-9e70-4f62-9947-e7e84ebd90cf tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:51.053553 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-48415842-7adf-40aa-9553-87b799728125 req-f3290b9d-9e70-4f62-9947-e7e84ebd90cf tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0903001 Jun 24 09:14:51.072009 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Router e429aa50-73ee-41e1-bab3-7bbb12923a57 is scheduled to L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 with binding_index 1 {{(pid=93121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:14:51.142046 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-48415842-7adf-40aa-9553-87b799728125 req-0758c4ae-119f-4503-ad3a-9a6e3e5be56e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822203 Jun 24 09:14:51.206260 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:14:51.222783 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Sync routers for ids ['e429aa50-73ee-41e1-bab3-7bbb12923a57'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:14:51.231574 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:51.235647 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Routers {'e429aa50-73ee-41e1-bab3-7bbb12923a57'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:14:51.235841 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-004c8fa1-f0d3-4fbf-ae96-82b012e44da1 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7626169 Jun 24 09:14:51.236766 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:14:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['e429aa50-73ee-41e1-bab3-7bbb12923a57'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:51.237046 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 33210) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:51.362005 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Set router e429aa50-73ee-41e1-bab3-7bbb12923a57 gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:14:51.483938 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1731e884-eba5-4bee-a6a4-ffcedc3aed21 None None] Network d187b5cf-fdbb-48b0-9ba8-9609aa637295 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:14:51.491776 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2e2d9-e2df-461f-9eb0-8dd8a57679ef req-36dad5ea-3e00-4ba8-b383-0afe89cd1997 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:51.500791 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-93a2e2d9-e2df-461f-9eb0-8dd8a57679ef req-36dad5ea-3e00-4ba8-b383-0afe89cd1997 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 949 time: 0.1079323 Jun 24 09:14:51.600469 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-93a2e2d9-e2df-461f-9eb0-8dd8a57679ef req-2e658071-b97b-430c-b9f1-3085aa611c6d tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985970 Jun 24 09:14:51.613721 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:50Z', 'revision_number': 3, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port': {'id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:51.640383 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-16e70a63-1e0d-4161-a8fc-b87b78c8a92f None None] Provisioning for port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:14:51.654325 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-16e70a63-1e0d-4161-a8fc-b87b78c8a92f None None] Provisioning complete for port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:14:51.654922 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-16e70a63-1e0d-4161-a8fc-b87b78c8a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:51.659880 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Checking router: e429aa50-73ee-41e1-bab3-7bbb12923a57 for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:14:51.660263 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Updating router e429aa50-73ee-41e1-bab3-7bbb12923a57 port a456389b-984c-4c7f-a059-ea673d75abc3 binding host dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:14:51.703190 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:51.955535 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-16e70a63-1e0d-4161-a8fc-b87b78c8a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:52.003099 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-16e70a63-1e0d-4161-a8fc-b87b78c8a92f None None] For port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=b5f4f66d-e4d8-463b-bf63-0e8d31d81c20,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:52.008132 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-16e70a63-1e0d-4161-a8fc-b87b78c8a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:52.009907 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:52.069836 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f0fad-a0b0-4f42-b1e1-96f97c2e057c req-cf723823-9cbd-4bff-b1fa-3a16f2094af4 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:52.078444 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e70a63-1e0d-4161-a8fc-b87b78c8a92f None None] Pushing event updated for resources: {'Port': ['ID=b5f4f66d-e4d8-463b-bf63-0e8d31d81c20,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:52.080073 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-7e1f0fad-a0b0-4f42-b1e1-96f97c2e057c req-cf723823-9cbd-4bff-b1fa-3a16f2094af4 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.2178726 Jun 24 09:14:52.082831 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-16e70a63-1e0d-4161-a8fc-b87b78c8a92f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:52.113286 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38388b-1098-4b2c-aade-ed4c144d1a4c req-8046947e-dc6a-4895-a28f-b962a41ed167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:52.115531 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1b38388b-1098-4b2c-aade-ed4c144d1a4c req-8046947e-dc6a-4895-a28f-b962a41ed167 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1421c1546cf34bd8b7927ed801ddb8de&device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 1098 time: 0.2176116 Jun 24 09:14:52.157236 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:52.168509 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Transition to ACTIVE for port object a456389b-984c-4c7f-a059-ea673d75abc3 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:14:52.175118 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:52.179221 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:52.222798 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-7e1f0fad-a0b0-4f42-b1e1-96f97c2e057c req-71d239e4-4f03-45fc-b245-82cda7abe822 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412930 Jun 24 09:14:52.240370 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Attempting to bind port a456389b-984c-4c7f-a059-ea673d75abc3 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:14:52.241668 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Attempting to bind port a456389b-984c-4c7f-a059-ea673d75abc3 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:14:52.242257 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Attempting to bind port a456389b-984c-4c7f-a059-ea673d75abc3 on network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:14:52.244795 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Pushing event updated for resources: {'Port': ['ID=a456389b-984c-4c7f-a059-ea673d75abc3,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:52.252763 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:52.254624 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:52.255187 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:52.255779 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:52.256332 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:52.256880 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:52.257212 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:52.257554 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:52.257875 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:52.258206 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:52.259052 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:52.259413 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:52.259845 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:52.264899 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:52.266036 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:14:52.266410 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Checking segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:14:52.266997 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:52.267581 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Bound using segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:14:52.268056 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Bound port: a456389b-984c-4c7f-a059-ea673d75abc3, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:14:52.268432 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:52.296792 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38388b-1098-4b2c-aade-ed4c144d1a4c req-46697fc3-af64-40fb-99db-dfe2fac954d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:52.298260 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1b38388b-1098-4b2c-aade-ed4c144d1a4c req-46697fc3-af64-40fb-99db-dfe2fac954d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e433b44-0391-4fbf-ae3d-a9343f6d064e HTTP/1.1" status: 200 len: 920 time: 0.1745179 Jun 24 09:14:52.322722 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] For port a456389b-984c-4c7f-a059-ea673d75abc3, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:14:52.326261 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] For port a456389b-984c-4c7f-a059-ea673d75abc3, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=a456389b-984c-4c7f-a059-ea673d75abc3,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:14:52.330833 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:52.333648 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-698384fb-606e-49b1-b895-1e13948617ad None None] Provisioning complete for port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:14:52.334031 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-698384fb-606e-49b1-b895-1e13948617ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:52.335181 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-4201a63d-c9d8-4603-b51c-45cf821207da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:52.371872 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1b38388b-1098-4b2c-aade-ed4c144d1a4c req-0502bc23-d0cf-4873-9228-455f3a8d3f02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c341a96-f8cf-495c-8bba-306ac5096adb HTTP/1.1" status: 200 len: 217 time: 0.0407500 Jun 24 09:14:52.381638 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Routers {'e429aa50-73ee-41e1-bab3-7bbb12923a57'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:14:52.382466 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:14:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['e429aa50-73ee-41e1-bab3-7bbb12923a57'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:52.438660 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Pushing event updated for resources: {'Port': ['ID=a456389b-984c-4c7f-a059-ea673d75abc3,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:52.446862 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-4fb590be-4d03-4103-9b6f-d7a821582f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:52.476131 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38388b-1098-4b2c-aade-ed4c144d1a4c req-fc1678c3-e39d-4773-8736-95585d77eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:52.477613 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1b38388b-1098-4b2c-aade-ed4c144d1a4c req-fc1678c3-e39d-4773-8736-95585d77eaba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b88817-e153-408d-bc31-ad073a24e376 HTTP/1.1" status: 200 len: 859 time: 0.0964601 Jun 24 09:14:52.518574 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] Set router e429aa50-73ee-41e1-bab3-7bbb12923a57 gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:14:52.527697 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1b38388b-1098-4b2c-aade-ed4c144d1a4c req-0db6962e-81ec-4945-86a8-15a98c106d7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e433b44-0391-4fbf-ae3d-a9343f6d064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291522 Jun 24 09:14:52.559962 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Allocated IP 172.20.0.1 (d187b5cf-fdbb-48b0-9ba8-9609aa637295/a263516f-3e51-4672-9f09-672a135da8b2/5976d3ca-8fec-49d0-982e-44f2fecd47ca) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:14:52.699898 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 770b53a4-3243-4cdc-ad16-7857c110e24f up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:14:52.758091 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:52.790858 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Transition to ACTIVE for port object 5976d3ca-8fec-49d0-982e-44f2fecd47ca will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:14:52.858385 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port 770b53a4-3243-4cdc-ad16-7857c110e24f completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:14:52.870507 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1b38388b-1098-4b2c-aade-ed4c144d1a4c req-d3b8641f-aa31-4332-a3e0-fa7495f2c748 service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293779 Jun 24 09:14:52.874029 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 770b53a4-3243-4cdc-ad16-7857c110e24f triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:14:52.874680 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:52.878549 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:14:52.894629 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:50Z', 'revision_number': 3, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port': {'id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:52.928974 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7577b6fd-fa84-41c8-bfbc-27bcc15d0855 None None] The sync data for ids ['e429aa50-73ee-41e1-bab3-7bbb12923a57'] in dv-cinder-797812-1-smb is: [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:50Z', 'revision_number': 3, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port': {'id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:14:53.009788 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:14:53.010908 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:53.026520 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1b38388b-1098-4b2c-aade-ed4c144d1a4c req-ca30e046-1e46-45f5-a39d-7a0e040959fd service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475534 Jun 24 09:14:53.036951 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:53.050446 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c349ff1a-1296-4bb2-838b-03ccfa746b66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:53.053206 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:53.082014 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Network d187b5cf-fdbb-48b0-9ba8-9609aa637295 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:14:53.098987 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e0612-308d-4613-b125-93bb7665f9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770b53a4-3243-4cdc-ad16-7857c110e24f'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:14:53.102902 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d62dd4-15ae-41f0-b854-ef4fc0759f74" -d '{"events": [{"server_uuid": "919e0612-308d-4613-b125-93bb7665f9a7", "name": "network-vif-plugged", "status": "completed", "tag": "770b53a4-3243-4cdc-ad16-7857c110e24f"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:14:53.107241 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:14:53.114001 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:14:53.143193 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 770b53a4-3243-4cdc-ad16-7857c110e24f, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=770b53a4-3243-4cdc-ad16-7857c110e24f,segment=NetworkSegment(042b94d1-577a-4f36-b604-72307c63ee27),segment_id=042b94d1-577a-4f36-b604-72307c63ee27)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:53.158897 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:53.169486 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Pushing event updated for resources: {'Port': ['ID=5976d3ca-8fec-49d0-982e-44f2fecd47ca,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:53.183142 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:53.190132 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:53.200616 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518929'] for router_interface, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:53.267206 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=770b53a4-3243-4cdc-ad16-7857c110e24f,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:53.272116 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:53.301221 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c9b9f-83af-4faa-a966-bf2736d2512d req-eacc2d81-f996-4804-94ab-1b806f3ebcb5 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:53.308276 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-1a9c9b9f-83af-4faa-a966-bf2736d2512d req-eacc2d81-f996-4804-94ab-1b806f3ebcb5 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 949 time: 0.5759277 Jun 24 09:14:53.374561 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-1a9c9b9f-83af-4faa-a966-bf2736d2512d req-f68baa1e-a59f-4f37-a256-aefe64998308 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647526 Jun 24 09:14:53.413989 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed15ba6c-8817-4d9f-968b-504e80d2d6b0 x-openstack-request-id: req-ed15ba6c-8817-4d9f-968b-504e80d2d6b0 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:14:53.414409 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e0612-308d-4613-b125-93bb7665f9a7", "name": "network-vif-plugged", "status": "completed", "tag": "770b53a4-3243-4cdc-ad16-7857c110e24f", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:14:53.415309 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed15ba6c-8817-4d9f-968b-504e80d2d6b0 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:14:53.416052 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919e0612-308d-4613-b125-93bb7665f9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770b53a4-3243-4cdc-ad16-7857c110e24f', 'code': 200} Jun 24 09:14:53.449414 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:53.477978 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-45d86475-00d2-45d3-8031-cd1858bb76ba None None] Provisioning for port 5976d3ca-8fec-49d0-982e-44f2fecd47ca completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:14:53.482588 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-45d86475-00d2-45d3-8031-cd1858bb76ba None None] Provisioning complete for port 5976d3ca-8fec-49d0-982e-44f2fecd47ca triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:14:53.483189 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-45d86475-00d2-45d3-8031-cd1858bb76ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:53.581614 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-45d86475-00d2-45d3-8031-cd1858bb76ba None None] Port 5976d3ca-8fec-49d0-982e-44f2fecd47ca cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:14:53.611408 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12429428-f96c-4e3f-b346-535418a680c8 req-32f98ebc-c825-4f94-a6b8-90d6ba77a297 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:53.616094 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-12429428-f96c-4e3f-b346-535418a680c8 req-32f98ebc-c825-4f94-a6b8-90d6ba77a297 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 946 time: 0.0802174 Jun 24 09:14:53.657628 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-12429428-f96c-4e3f-b346-535418a680c8 req-4916a5f6-56a4-41c9-91f3-e7e30ed0510e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384996 Jun 24 09:14:53.666253 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:53.686579 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:53.690630 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4e21be30-63dd-431b-b306-a5412ce6d54c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:53.760214 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519045'] for router_interface, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:53.761984 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Pushing event updated for resources: {'Port': ['ID=5976d3ca-8fec-49d0-982e-44f2fecd47ca,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:53.764783 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:54.112187 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 33258) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:54.206045 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aff05-6d8f-4260-804d-baf23cbb32e0 req-459b25e8-a70b-4673-8009-70bb9703335d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:54.207628 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-644aff05-6d8f-4260-804d-baf23cbb32e0 req-459b25e8-a70b-4673-8009-70bb9703335d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.4408860 Jun 24 09:14:54.212780 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332935e9-cd56-4692-9b48-22f978dd0b34 req-d784df97-e2cc-48ae-be20-3225863759dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:54.213961 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-332935e9-cd56-4692-9b48-22f978dd0b34 req-d784df97-e2cc-48ae-be20-3225863759dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 1103 time: 0.4372561 Jun 24 09:14:54.217553 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2957548c-0858-4f2e-a8af-8587db0ead65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:54.220343 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Network d187b5cf-fdbb-48b0-9ba8-9609aa637295 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:14:54.232504 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:14:54.325700 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-644aff05-6d8f-4260-804d-baf23cbb32e0 req-881d812c-fdd2-4462-98de-cee7ede85861 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074402 Jun 24 09:14:54.329177 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2957548c-0858-4f2e-a8af-8587db0ead65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:54.332912 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-332935e9-cd56-4692-9b48-22f978dd0b34 req-a489f170-793c-4967-8274-4bfc3c3bdad1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067047 Jun 24 09:14:54.336257 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2957548c-0858-4f2e-a8af-8587db0ead65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:54.343786 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-dba5d0e3-8ea5-4df9-a907-7261240b77c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:54.386631 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-2957548c-0858-4f2e-a8af-8587db0ead65 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f26437152c464c03ba4563b341a94e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732639 Jun 24 09:14:54.389333 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957548c-0858-4f2e-a8af-8587db0ead65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c921b33d-0062-4615-9554-c0c630873eb4,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:54.392490 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 33264) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:54.395326 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-2957548c-0858-4f2e-a8af-8587db0ead65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:54.414748 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Router e429aa50-73ee-41e1-bab3-7bbb12923a57 has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:14:54.490603 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-76012323-c0c0-4bab-b499-8f4821e2d1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:54.516573 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-6613cedd-5783-46d8-8bfb-c26b9ddebc55 None None] Provisioning complete for port 5976d3ca-8fec-49d0-982e-44f2fecd47ca triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:14:54.517038 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6613cedd-5783-46d8-8bfb-c26b9ddebc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:54.529514 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-76012323-c0c0-4bab-b499-8f4821e2d1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:54.560239 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-6613cedd-5783-46d8-8bfb-c26b9ddebc55 None None] Port 5976d3ca-8fec-49d0-982e-44f2fecd47ca cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:14:54.640854 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:14:54.646949 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] 10.222.0.22 "PUT /v2.0/routers/e429aa50-73ee-41e1-bab3-7bbb12923a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4074454 Jun 24 09:14:54.666722 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-76012323-c0c0-4bab-b499-8f4821e2d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:54.669291 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-76012323-c0c0-4bab-b499-8f4821e2d1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:54.670398 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-76012323-c0c0-4bab-b499-8f4821e2d1ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c921b33d-0062-4615-9554-c0c630873eb4 HTTP/1.1" status: 204 len: 168 time: 0.2769480 Jun 24 09:14:54.671249 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-f077644a-2e49-47f0-a382-50ca0c44f7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:54.680168 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a8854-01a8-45ff-8e67-022a53b3505c req-a3e09718-3eae-4e39-941f-716447cae579 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:54.682846 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b55a8854-01a8-45ff-8e67-022a53b3505c req-a3e09718-3eae-4e39-941f-716447cae579 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 950 time: 0.1422389 Jun 24 09:14:54.690796 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76012323-c0c0-4bab-b499-8f4821e2d1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c921b33d-0062-4615-9554-c0c630873eb4,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:54.693107 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-76012323-c0c0-4bab-b499-8f4821e2d1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:54.730983 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b55a8854-01a8-45ff-8e67-022a53b3505c req-4c788e83-b3f3-4e0d-a63e-96493703df3f tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368185 Jun 24 09:14:54.859087 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device a456389b-984c-4c7f-a059-ea673d75abc3 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:14:54.921947 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port a456389b-984c-4c7f-a059-ea673d75abc3 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:14:54.926430 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port a456389b-984c-4c7f-a059-ea673d75abc3 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:14:54.926949 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:54.961746 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Sync routers for ids ['e429aa50-73ee-41e1-bab3-7bbb12923a57'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:14:54.983091 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Routers {'e429aa50-73ee-41e1-bab3-7bbb12923a57'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:14:54.983969 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:14:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['e429aa50-73ee-41e1-bab3-7bbb12923a57'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:55.080160 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1f76a-6118-4951-a840-f946d377f005 req-b12bf727-8516-498d-8f18-34bf875e0df7 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:55.089584 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c1d1f76a-6118-4951-a840-f946d377f005 req-b12bf727-8516-498d-8f18-34bf875e0df7 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 946 time: 0.0989604 Jun 24 09:14:55.118483 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.137028 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c1d1f76a-6118-4951-a840-f946d377f005 req-e0cf9f87-fd5a-42ff-9ad5-66168ca3f0ab tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Jun 24 09:14:55.153035 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port a456389b-984c-4c7f-a059-ea673d75abc3, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=a456389b-984c-4c7f-a059-ea673d75abc3,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:55.155186 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Set router e429aa50-73ee-41e1-bab3-7bbb12923a57 gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:14:55.158066 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.186070 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:55.242546 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=a456389b-984c-4c7f-a059-ea673d75abc3,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:55.247149 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:55.371046 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 33304) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:55.377503 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-240075022-network', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:14:55.407702 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Made reservation on behalf of f738e43df44c449aae6f3ccc53daf842 for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:14:55.409489 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:14:55.413127 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.425999 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.428075 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:53Z', 'revision_number': 4, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port': {'id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '5976d3ca-8fec-49d0-982e-44f2fecd47ca', 'name': '', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'mac_address': 'fa:16:3e:11:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:52Z', 'updated_at': '2021-06-24T09:14:53Z', 'revision_number': 2, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'subnets': [{'id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:55.456123 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Checking router: e429aa50-73ee-41e1-bab3-7bbb12923a57 for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:14:55.456522 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Updating router e429aa50-73ee-41e1-bab3-7bbb12923a57 port 5976d3ca-8fec-49d0-982e-44f2fecd47ca binding host dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:14:55.509849 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.533648 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.540505 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.548761 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d3aba3e1-653e-47f1-90bf-ba512c482424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:55.559653 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65909a-7ee0-4c99-a38b-1b760e4af7fd req-32688e05-f7e1-4d03-81c5-e68dac5eb495 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:55.561729 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fa65909a-7ee0-4c99-a38b-1b760e4af7fd req-32688e05-f7e1-4d03-81c5-e68dac5eb495 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0833645 Jun 24 09:14:55.572353 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664e2685-3759-4735-8418-b839ed29c95c,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:55.589251 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:55.595612 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:14:55.606886 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.607443 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.segments_db [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Added segment 1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e of type vlan for network a019bd7f-deb9-4c33-b5ed-80741e788521 Jun 24 09:14:55.613970 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fa65909a-7ee0-4c99-a38b-1b760e4af7fd req-7491bc44-f167-4bae-98ea-0961a8e831df tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Jun 24 09:14:55.650944 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.683008 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.684453 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:55.685054 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.687121 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:55.742112 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3673744 Jun 24 09:14:55.742326 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 33314) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:55.749537 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] Request body: {'subnet': {'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-240075022-subnet', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:14:55.755322 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Pushing event updated for resources: {'Network': ['ID=a019bd7f-deb9-4c33-b5ed-80741e788521,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:55.759880 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:55.766851 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network a019bd7f-deb9-4c33-b5ed-80741e788521 details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:14:55.777379 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] Made reservation on behalf of f738e43df44c449aae6f3ccc53daf842 for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:14:55.780054 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4289926'] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.873180 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.889841 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Transition to ACTIVE for port object 5976d3ca-8fec-49d0-982e-44f2fecd47ca will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:14:55.896773 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:55.898599 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:55.962148 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78ed62-efd4-46bc-8259-fdc120482f8c None None] Pushing event updated for resources: {'Port': ['ID=5976d3ca-8fec-49d0-982e-44f2fecd47ca,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:55.971372 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ee78ed62-efd4-46bc-8259-fdc120482f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:56.038848 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Attempting to bind port 5976d3ca-8fec-49d0-982e-44f2fecd47ca on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:14:56.039278 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Attempting to bind port 5976d3ca-8fec-49d0-982e-44f2fecd47ca by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': '80d9df57-5666-4746-895b-53b878122f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:14:56.039988 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Attempting to bind port 5976d3ca-8fec-49d0-982e-44f2fecd47ca on network d187b5cf-fdbb-48b0-9ba8-9609aa637295 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:14:56.046498 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:14:56.047162 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Checking segment: {'id': '80d9df57-5666-4746-895b-53b878122f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:14:56.047788 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:56.048333 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Bound using segment: {'id': '80d9df57-5666-4746-895b-53b878122f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:14:56.048963 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Bound port: 5976d3ca-8fec-49d0-982e-44f2fecd47ca, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d9df57-5666-4746-895b-53b878122f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:14:56.050117 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:56.068747 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33badd-24c3-4e47-9c33-f9c3eb121c34 req-4b745e51-b00d-47fd-b27a-6fae8059ccec tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:56.070687 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2b33badd-24c3-4e47-9c33-f9c3eb121c34 req-4b745e51-b00d-47fd-b27a-6fae8059ccec tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 950 time: 0.1813111 Jun 24 09:14:56.082418 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6174769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4289940'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:56.118466 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:56.158135 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2b33badd-24c3-4e47-9c33-f9c3eb121c34 req-27b4f5ec-d46c-4020-aa53-98e08e8cb971 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794497 Jun 24 09:14:56.172556 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] For port 5976d3ca-8fec-49d0-982e-44f2fecd47ca, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:14:56.186882 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] For port 5976d3ca-8fec-49d0-982e-44f2fecd47ca, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=5976d3ca-8fec-49d0-982e-44f2fecd47ca,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:14:56.199650 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eaeedbe-4570-41f2-9264-6eb109f418fc,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:56.205974 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:56.214526 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:56.218069 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:56.235427 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] Checking segment: {'id': '1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:14:56.235960 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] Network hostable DHCP agents. Network: a019bd7f-deb9-4c33-b5ed-80741e788521, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:14:56.269638 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] Network a019bd7f-deb9-4c33-b5ed-80741e788521 is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:14:56.282368 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Routers {'e429aa50-73ee-41e1-bab3-7bbb12923a57'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:14:56.283004 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:14:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['e429aa50-73ee-41e1-bab3-7bbb12923a57'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:56.290970 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, a019bd7f-deb9-4c33-b5ed-80741e788521) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:14:56.304181 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:56.305083 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:56.332390 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c413dbf0-b30d-42e9-b370-2f4a060703f8 None None] Network a019bd7f-deb9-4c33-b5ed-80741e788521 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:14:56.339979 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5959640 Jun 24 09:14:56.341319 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 33328) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:56.347728 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-240075022-router', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:14:56.387588 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10017'] for router, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:56.388339 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78ed62-efd4-46bc-8259-fdc120482f8c None None] Pushing event updated for resources: {'Port': ['ID=5976d3ca-8fec-49d0-982e-44f2fecd47ca,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:56.388958 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10040'] for router, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:56.427279 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272bec6-41e7-4662-85bd-2f24c0c26f95 req-f20ad8d6-480d-4691-852e-f72dd0958add tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:56.435292 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0272bec6-41e7-4662-85bd-2f24c0c26f95 req-f20ad8d6-480d-4691-852e-f72dd0958add tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 946 time: 0.1044228 Jun 24 09:14:56.493521 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:56.528127 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0272bec6-41e7-4662-85bd-2f24c0c26f95 req-93396c6e-c292-420b-803f-91cf5d52cedc tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918384 Jun 24 09:14:56.595271 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ee78ed62-efd4-46bc-8259-fdc120482f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:56.650168 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9994'] for router, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:56.694643 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] Set router e429aa50-73ee-41e1-bab3-7bbb12923a57 gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:14:56.853984 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device a456389b-984c-4c7f-a059-ea673d75abc3 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:14:56.877991 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:56.898788 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:56.908748 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d88c3e-3b81-568f-b441-63b445c42363-a019bd7f-deb9-4c33-b5ed-80741e788521', 'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'fixed_ips': [{'subnet_id': '7eaeedbe-4570-41f2-9264-6eb109f418fc'}]}} from dv-cinder-797812-1-smb. {{(pid=93124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:14:56.909632 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:56.943734 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4d3c3-7dde-463e-9da9-fcc3390abf41 req-14bfeaf9-1d3d-4663-ad5e-a7de18803b81 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:56.945394 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b3f4d3c3-7dde-463e-9da9-fcc3390abf41 req-14bfeaf9-1d3d-4663-ad5e-a7de18803b81 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 946 time: 0.0732718 Jun 24 09:14:57.037992 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a43e7-b148-4cf3-8589-b747f2d2e106 req-dcb24f3f-3d39-4999-a820-acf8f155582e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:57.040115 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a35a43e7-b148-4cf3-8589-b747f2d2e106 req-dcb24f3f-3d39-4999-a820-acf8f155582e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1429555 Jun 24 09:14:57.063428 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port a456389b-984c-4c7f-a059-ea673d75abc3 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:14:57.063846 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:57.070284 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Allocated IP 172.28.1.13 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/99c92d45-3560-4004-8a68-01c1af2dbcd1) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:14:57.073083 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-b3f4d3c3-7dde-463e-9da9-fcc3390abf41 req-2d96ffab-5ea4-44e0-a30c-cef89c439971 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Deleting port 543a3f1f-d8e2-463d-9af9-32d90efb7f66 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:14:57.073614 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b3f4d3c3-7dde-463e-9da9-fcc3390abf41 req-2d96ffab-5ea4-44e0-a30c-cef89c439971 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:57.118327 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a35a43e7-b148-4cf3-8589-b747f2d2e106 req-deeb36e3-71cd-4c81-8d3d-c9af99c52fb7 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652785 Jun 24 09:14:57.170228 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-b3f4d3c3-7dde-463e-9da9-fcc3390abf41 req-2d96ffab-5ea4-44e0-a30c-cef89c439971 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] For port 543a3f1f-d8e2-463d-9af9-32d90efb7f66, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=543a3f1f-d8e2-463d-9af9-32d90efb7f66,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:57.170447 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b3f4d3c3-7dde-463e-9da9-fcc3390abf41 req-2d96ffab-5ea4-44e0-a30c-cef89c439971 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:57.174202 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:53Z', 'revision_number': 4, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port': {'id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '5976d3ca-8fec-49d0-982e-44f2fecd47ca', 'name': '', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'mac_address': 'fa:16:3e:11:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:52Z', 'updated_at': '2021-06-24T09:14:56Z', 'revision_number': 4, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'subnets': [{'id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:57.184406 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-b3f4d3c3-7dde-463e-9da9-fcc3390abf41 req-2d96ffab-5ea4-44e0-a30c-cef89c439971 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Calling delete_port for 543a3f1f-d8e2-463d-9af9-32d90efb7f66 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:14:57.202815 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Allocated IP 172.20.0.2 (a019bd7f-deb9-4c33-b5ed-80741e788521/7eaeedbe-4570-41f2-9264-6eb109f418fc/ef56eada-a3e8-4a29-a3d2-d111316550ac) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:14:57.209960 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f3944-95ae-4a70-ab99-743ce0f5aa01 None None] The sync data for ids ['e429aa50-73ee-41e1-bab3-7bbb12923a57'] in dv-cinder-797812-1-smb is: [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:53Z', 'revision_number': 4, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port': {'id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '5976d3ca-8fec-49d0-982e-44f2fecd47ca', 'name': '', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'mac_address': 'fa:16:3e:11:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:52Z', 'updated_at': '2021-06-24T09:14:56Z', 'revision_number': 4, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'subnets': [{'id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:14:57.236884 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:57.354063 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6174885'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:57.357718 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f616d5c6-15af-4026-b621-9736acc68a1d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:57.468572 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:14:57.473884 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:14:57.475905 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Pushing event updated for resources: {'Port': ['ID=99c92d45-3560-4004-8a68-01c1af2dbcd1,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:57.479623 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:14:57.568445 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b3f4d3c3-7dde-463e-9da9-fcc3390abf41 req-2d96ffab-5ea4-44e0-a30c-cef89c439971 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:57.568965 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:57.572662 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:57.591483 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Transition to ACTIVE for port object ef56eada-a3e8-4a29-a3d2-d111316550ac will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:14:57.634638 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['d5b77f91-102f-49c9-88e2-ca299ed6bc46', '372dc3c3-8865-4d07-8efe-5af6abb75668', '543a3f1f-d8e2-463d-9af9-32d90efb7f66'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:14:57.641658 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Transition to ACTIVE for port object ef56eada-a3e8-4a29-a3d2-d111316550ac will not be triggered until provisioned by entity DHCP. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:14:57.664430 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96ffab-5ea4-44e0-a30c-cef89c439971 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Pushing event deleted for resources: {'Port': ['ID=543a3f1f-d8e2-463d-9af9-32d90efb7f66,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:57.674484 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-2d96ffab-5ea4-44e0-a30c-cef89c439971 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:57.703869 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:57.709594 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:57.723456 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:57.795433 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Network a019bd7f-deb9-4c33-b5ed-80741e788521 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:14:57.798890 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:14:57.801657 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:14:57.818208 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c3cbb-b718-4735-97a5-2539519b9bcc req-42baa299-a20b-4391-9bdc-122218026775 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:57.827072 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a24c3cbb-b718-4735-97a5-2539519b9bcc req-42baa299-a20b-4391-9bdc-122218026775 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 950 time: 0.3914669 Jun 24 09:14:57.829322 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f4d3c3-7dde-463e-9da9-fcc3390abf41 req-2d96ffab-5ea4-44e0-a30c-cef89c439971 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] No DVR routers for this DVR port 543a3f1f-d8e2-463d-9af9-32d90efb7f66 on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:14:57.829799 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Pushing event updated for resources: {'Port': ['ID=ef56eada-a3e8-4a29-a3d2-d111316550ac,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:57.833147 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b3f4d3c3-7dde-463e-9da9-fcc3390abf41 req-2d96ffab-5ea4-44e0-a30c-cef89c439971 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:57.836213 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b3f4d3c3-7dde-463e-9da9-fcc3390abf41 req-2d96ffab-5ea4-44e0-a30c-cef89c439971 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "DELETE /v2.0/ports/543a3f1f-d8e2-463d-9af9-32d90efb7f66 HTTP/1.1" status: 204 len: 173 time: 0.8853037 Jun 24 09:14:57.841867 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95b987b-f3d9-41a4-a53a-628577e4fe31', 'name': 'network-vif-deleted', 'tag': '543a3f1f-d8e2-463d-9af9-32d90efb7f66'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:14:57.848709 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a1defd-3d91-4d6f-a4a3-188ce18ff150" -d '{"events": [{"server_uuid": "e95b987b-f3d9-41a4-a53a-628577e4fe31", "name": "network-vif-deleted", "tag": "543a3f1f-d8e2-463d-9af9-32d90efb7f66"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:14:57.849206 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:57.887991 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:57.946319 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a24c3cbb-b718-4735-97a5-2539519b9bcc req-b7490673-aabb-4f44-8491-c5381ad735dd tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179817 Jun 24 09:14:58.040944 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aad2815-785c-4130-a0c3-d379b1ad4826 x-openstack-request-id: req-8aad2815-785c-4130-a0c3-d379b1ad4826 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:14:58.041273 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95b987b-f3d9-41a4-a53a-628577e4fe31", "name": "network-vif-deleted", "tag": "543a3f1f-d8e2-463d-9af9-32d90efb7f66", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:14:58.041555 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8aad2815-785c-4130-a0c3-d379b1ad4826 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:14:58.041984 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95b987b-f3d9-41a4-a53a-628577e4fe31', 'name': 'network-vif-deleted', 'tag': '543a3f1f-d8e2-463d-9af9-32d90efb7f66', 'status': 'completed', 'code': 200} Jun 24 09:14:58.174380 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Attempting to bind port ef56eada-a3e8-4a29-a3d2-d111316550ac on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:14:58.174950 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Attempting to bind port ef56eada-a3e8-4a29-a3d2-d111316550ac by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': '1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:14:58.175529 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Attempting to bind port ef56eada-a3e8-4a29-a3d2-d111316550ac on network a019bd7f-deb9-4c33-b5ed-80741e788521 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:14:58.196648 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:14:58.197225 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Checking segment: {'id': '1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:14:58.197955 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:58.200065 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Bound using segment: {'id': '1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:14:58.201069 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Bound port: ef56eada-a3e8-4a29-a3d2-d111316550ac, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:14:58.201762 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:58.269075 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-21b180d8-e92d-4b3c-a942-5e8969cc7454 req-8aac799b-6dcd-4de7-a02e-89fd955d18ba tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95b987b-f3d9-41a4-a53a-628577e4fe31 HTTP/1.1" status: 200 len: 210 time: 0.1617942 Jun 24 09:14:58.287949 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] For port ef56eada-a3e8-4a29-a3d2-d111316550ac, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:14:58.292425 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] For port ef56eada-a3e8-4a29-a3d2-d111316550ac, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=ef56eada-a3e8-4a29-a3d2-d111316550ac,segment=NetworkSegment(1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e),segment_id=1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:14:58.322710 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:58.333785 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-16e70a63-1e0d-4161-a8fc-b87b78c8a92f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:58.392221 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439438'] for router, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:58.461946 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Pushing event updated for resources: {'Port': ['ID=ef56eada-a3e8-4a29-a3d2-d111316550ac,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:58.465494 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:58.512963 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c9b84d5f-b342-4263-9bbd-762877540086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:58.693384 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b476315-1a9e-4a2a-b0ea-381ba52977a2 req-9aac272f-bef5-46a3-b23f-2bb4e4ad35c0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:58.702640 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3b476315-1a9e-4a2a-b0ea-381ba52977a2 req-9aac272f-bef5-46a3-b23f-2bb4e4ad35c0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 950 time: 0.1444812 Jun 24 09:14:58.721814 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d8974-136f-4b54-969e-29c4ef7436d3 req-d22f38da-639c-444a-a90d-0dd3b5ab6c7d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:14:58.723468 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-236d8974-136f-4b54-969e-29c4ef7436d3 req-d22f38da-639c-444a-a90d-0dd3b5ab6c7d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.2392359 Jun 24 09:14:58.752244 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3b476315-1a9e-4a2a-b0ea-381ba52977a2 req-ab150f72-3093-4a11-b4f9-d83f74ca7e4e tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483289 Jun 24 09:14:58.756410 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Router a20954fb-a420-4af6-8f00-c1ed0b2ab07f is scheduled to L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 with binding_index 1 {{(pid=93121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:14:58.886182 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-236d8974-136f-4b54-969e-29c4ef7436d3 req-dde5526b-9c0c-489b-8005-fa2c06938622 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520226 Jun 24 09:14:58.949238 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device ef56eada-a3e8-4a29-a3d2-d111316550ac up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:14:58.985158 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:14:58.996917 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Sync routers for ids ['a20954fb-a420-4af6-8f00-c1ed0b2ab07f'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:14:59.011733 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Routers {'a20954fb-a420-4af6-8f00-c1ed0b2ab07f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:14:59.015641 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:14:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['a20954fb-a420-4af6-8f00-c1ed0b2ab07f'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:59.023615 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:59.034080 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6895931 Jun 24 09:14:59.034282 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 33374) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:59.058011 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port ef56eada-a3e8-4a29-a3d2-d111316550ac completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:14:59.067863 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 5976d3ca-8fec-49d0-982e-44f2fecd47ca up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:14:59.169499 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port 5976d3ca-8fec-49d0-982e-44f2fecd47ca completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:14:59.174372 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 5976d3ca-8fec-49d0-982e-44f2fecd47ca triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:14:59.175408 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:59.218150 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Set router a20954fb-a420-4af6-8f00-c1ed0b2ab07f gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:14:59.321844 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:59.389148 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port 5976d3ca-8fec-49d0-982e-44f2fecd47ca, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=5976d3ca-8fec-49d0-982e-44f2fecd47ca,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:14:59.397358 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:59.403568 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:59.546103 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=5976d3ca-8fec-49d0-982e-44f2fecd47ca,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:14:59.551856 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:59.574545 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'name': 'tempest-TestMinimumBasicScenario-240075022-router', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:14:57Z', 'revision_number': 3, 'project_id': 'f738e43df44c449aae6f3ccc53daf842', 'gw_port': {'id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:59.612460 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Checking router: a20954fb-a420-4af6-8f00-c1ed0b2ab07f for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:14:59.612836 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Updating router a20954fb-a420-4af6-8f00-c1ed0b2ab07f port 99c92d45-3560-4004-8a68-01c1af2dbcd1 binding host dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:14:59.655153 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:59.689042 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:59.768480 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2923fab-edeb-48b6-a613-765fe3979f96 None None] Network a019bd7f-deb9-4c33-b5ed-80741e788521 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:14:59.855267 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-f1553341-cae7-46d1-8bd5-ed10425e503e None None] Provisioning for port ef56eada-a3e8-4a29-a3d2-d111316550ac completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:14:59.862571 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-f1553341-cae7-46d1-8bd5-ed10425e503e None None] Provisioning complete for port ef56eada-a3e8-4a29-a3d2-d111316550ac triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:14:59.863181 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1553341-cae7-46d1-8bd5-ed10425e503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:59.926183 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Allocated IP 172.20.0.1 (a019bd7f-deb9-4c33-b5ed-80741e788521/7eaeedbe-4570-41f2-9264-6eb109f418fc/b10a5670-4221-44d2-96a6-224f313b1ff6) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:14:59.971989 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1553341-cae7-46d1-8bd5-ed10425e503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:59.983530 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.000717 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Transition to ACTIVE for port object 99c92d45-3560-4004-8a68-01c1af2dbcd1 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:15:00.011470 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.024801 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-5b431065-0279-4844-925e-bbda54fb85d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:00.028519 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-f1553341-cae7-46d1-8bd5-ed10425e503e None None] For port ef56eada-a3e8-4a29-a3d2-d111316550ac, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=ef56eada-a3e8-4a29-a3d2-d111316550ac,segment=NetworkSegment(1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e),segment_id=1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:15:00.057100 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1553341-cae7-46d1-8bd5-ed10425e503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.062633 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:00.071791 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f31c6-2624-461d-baea-d710ce978690 req-0642c5c0-1489-4cbd-b5bd-9259df40fb6e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:00.081350 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4c5f31c6-2624-461d-baea-d710ce978690 req-0642c5c0-1489-4cbd-b5bd-9259df40fb6e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 945 time: 0.0843294 Jun 24 09:15:00.087108 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0126c-2b1b-413a-900e-0a4292a7a1d3 None None] Pushing event updated for resources: {'Port': ['ID=99c92d45-3560-4004-8a68-01c1af2dbcd1,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:00.119417 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.120477 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-16b0126c-2b1b-413a-900e-0a4292a7a1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:00.122499 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Attempting to bind port 99c92d45-3560-4004-8a68-01c1af2dbcd1 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:15:00.123428 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Attempting to bind port 99c92d45-3560-4004-8a68-01c1af2dbcd1 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:15:00.124359 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Attempting to bind port 99c92d45-3560-4004-8a68-01c1af2dbcd1 on network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:15:00.131755 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa3489-ff26-4451-862c-7b74cfcb49ab req-6dd29db8-cad6-47d4-a793-310015fa3b67 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:00.137965 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:15:00.138687 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Checking segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:15:00.139364 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.140002 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Bound using segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:15:00.140165 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4c5f31c6-2624-461d-baea-d710ce978690 req-70dd01e0-e6e9-4270-ac9e-6238c0b38108 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573304 Jun 24 09:15:00.140713 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0fa3489-ff26-4451-862c-7b74cfcb49ab req-6dd29db8-cad6-47d4-a793-310015fa3b67 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 950 time: 0.1360946 Jun 24 09:15:00.141198 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Bound port: 99c92d45-3560-4004-8a68-01c1af2dbcd1, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:15:00.141981 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.166020 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Transition to ACTIVE for port object b10a5670-4221-44d2-96a6-224f313b1ff6 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:15:00.178824 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1553341-cae7-46d1-8bd5-ed10425e503e None None] Pushing event updated for resources: {'Port': ['ID=ef56eada-a3e8-4a29-a3d2-d111316550ac,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:00.183553 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f1553341-cae7-46d1-8bd5-ed10425e503e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:00.206597 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0fa3489-ff26-4451-862c-7b74cfcb49ab req-48d705da-aae6-4f35-bc88-8fbff955f856 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648375 Jun 24 09:15:00.227398 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] For port 99c92d45-3560-4004-8a68-01c1af2dbcd1, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:15:00.231076 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] For port 99c92d45-3560-4004-8a68-01c1af2dbcd1, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=99c92d45-3560-4004-8a68-01c1af2dbcd1,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:15:00.237219 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.239487 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:00.265441 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.267554 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-2d96ffab-5ea4-44e0-a30c-cef89c439971 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:00.320206 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Routers {'a20954fb-a420-4af6-8f00-c1ed0b2ab07f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:15:00.321040 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:14:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['a20954fb-a420-4af6-8f00-c1ed0b2ab07f'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:00.327010 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Network a019bd7f-deb9-4c33-b5ed-80741e788521 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:15:00.331987 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:15:00.339280 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:15:00.365290 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0126c-2b1b-413a-900e-0a4292a7a1d3 None None] Pushing event updated for resources: {'Port': ['ID=99c92d45-3560-4004-8a68-01c1af2dbcd1,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:00.371670 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-16b0126c-2b1b-413a-900e-0a4292a7a1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:00.384060 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Pushing event updated for resources: {'Port': ['ID=b10a5670-4221-44d2-96a6-224f313b1ff6,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:00.389442 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:00.399255 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518929'] for router_interface, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.444820 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] Set router a20954fb-a420-4af6-8f00-c1ed0b2ab07f gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:15:00.484090 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-e9bd9fda-0b68-47c9-8774-28b9e512f22c None None] Provisioning complete for port ef56eada-a3e8-4a29-a3d2-d111316550ac triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:00.487541 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e9bd9fda-0b68-47c9-8774-28b9e512f22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.582404 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.743557 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-c6dd501a-b6ab-48b9-9628-c67a741dc75f None None] Provisioning for port b10a5670-4221-44d2-96a6-224f313b1ff6 completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:15:00.748818 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-c6dd501a-b6ab-48b9-9628-c67a741dc75f None None] Provisioning complete for port b10a5670-4221-44d2-96a6-224f313b1ff6 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:00.749301 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c6dd501a-b6ab-48b9-9628-c67a741dc75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.782124 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'name': 'tempest-TestMinimumBasicScenario-240075022-router', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:14:57Z', 'revision_number': 3, 'project_id': 'f738e43df44c449aae6f3ccc53daf842', 'gw_port': {'id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:00.804410 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 543a3f1f-d8e2-463d-9af9-32d90efb7f66 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:15:00.809601 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.815624 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.822578 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801859f-0930-46c1-9293-c4cf52e4758e req-3346a4d3-3064-4d94-aa40-9f1e7d8a4f6b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:00.824716 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3801859f-0930-46c1-9293-c4cf52e4758e req-3346a4d3-3064-4d94-aa40-9f1e7d8a4f6b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1148846 Jun 24 09:15:00.860581 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: 543a3f1f-d8e2-463d-9af9-32d90efb7f66 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:15:00.860875 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d253c8-9164-4957-910a-8290aaaec3e0 None None] The sync data for ids ['a20954fb-a420-4af6-8f00-c1ed0b2ab07f'] in dv-cinder-797812-1-smb is: [{'id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'name': 'tempest-TestMinimumBasicScenario-240075022-router', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:14:57Z', 'revision_number': 3, 'project_id': 'f738e43df44c449aae6f3ccc53daf842', 'gw_port': {'id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:15:00.861529 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 543a3f1f-d8e2-463d-9af9-32d90efb7f66 not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:15:00.868397 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device ef56eada-a3e8-4a29-a3d2-d111316550ac up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:15:00.879340 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-f3f5f568-cb92-4d00-871b-4d620a073eec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:00.879671 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3801859f-0930-46c1-9293-c4cf52e4758e req-c4a23945-fa6b-4304-87b0-577fb11e3064 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473719 Jun 24 09:15:00.881685 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519045'] for router_interface, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.984159 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Pushing event updated for resources: {'Port': ['ID=b10a5670-4221-44d2-96a6-224f313b1ff6,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:01.009054 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:01.045426 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd501a-b6ab-48b9-9628-c67a741dc75f None None] Port b10a5670-4221-44d2-96a6-224f313b1ff6 cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:15:01.067737 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port ef56eada-a3e8-4a29-a3d2-d111316550ac triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:01.067963 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Network a019bd7f-deb9-4c33-b5ed-80741e788521 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:15:01.068126 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:01.070987 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:15:01.091024 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e85f82-77c1-4f72-b9e4-6cd4bd4bd7be req-702aada9-e2bf-4af8-830d-1826c2199a3b tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:01.092596 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d7e85f82-77c1-4f72-b9e4-6cd4bd4bd7be req-702aada9-e2bf-4af8-830d-1826c2199a3b tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.23 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 950 time: 0.1275773 Jun 24 09:15:01.152917 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-773791af-0f1a-4f53-879b-15fa0e57575f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:01.185493 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 5976d3ca-8fec-49d0-982e-44f2fecd47ca up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:15:01.281615 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:01.299939 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 5976d3ca-8fec-49d0-982e-44f2fecd47ca triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:01.300795 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:01.429779 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f291a01-ecbb-4d37-9723-82ef0772b40b req-0c1864e2-a295-4aee-86bd-d70070c133f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:01.440260 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5f291a01-ecbb-4d37-9723-82ef0772b40b req-0c1864e2-a295-4aee-86bd-d70070c133f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 945 time: 0.1193285 Jun 24 09:15:01.452687 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-d7e85f82-77c1-4f72-b9e4-6cd4bd4bd7be req-a147f55e-1a9c-48e7-928e-caedf584f2d0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Deleting port 770b53a4-3243-4cdc-ad16-7857c110e24f {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:15:01.453189 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7e85f82-77c1-4f72-b9e4-6cd4bd4bd7be req-a147f55e-1a9c-48e7-928e-caedf584f2d0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:01.482801 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5f291a01-ecbb-4d37-9723-82ef0772b40b req-7ba24f51-8261-4575-bdf8-4421d5260c17 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412896 Jun 24 09:15:01.514709 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Router a20954fb-a420-4af6-8f00-c1ed0b2ab07f has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:15:01.546151 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-0833a6d1-9ddc-4317-8d3f-95bac9af7a42 None None] Provisioning complete for port b10a5670-4221-44d2-96a6-224f313b1ff6 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:01.546700 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0833a6d1-9ddc-4317-8d3f-95bac9af7a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:01.625381 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-0833a6d1-9ddc-4317-8d3f-95bac9af7a42 None None] Port b10a5670-4221-44d2-96a6-224f313b1ff6 cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:15:01.730811 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-d7e85f82-77c1-4f72-b9e4-6cd4bd4bd7be req-a147f55e-1a9c-48e7-928e-caedf584f2d0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] For port 770b53a4-3243-4cdc-ad16-7857c110e24f, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=770b53a4-3243-4cdc-ad16-7857c110e24f,segment=NetworkSegment(042b94d1-577a-4f36-b604-72307c63ee27),segment_id=042b94d1-577a-4f36-b604-72307c63ee27)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:15:01.731166 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7e85f82-77c1-4f72-b9e4-6cd4bd4bd7be req-a147f55e-1a9c-48e7-928e-caedf584f2d0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:01.743661 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:15:01.751801 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] 10.222.0.22 "PUT /v2.0/routers/a20954fb-a420-4af6-8f00-c1ed0b2ab07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7163045 Jun 24 09:15:01.753757 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-d7e85f82-77c1-4f72-b9e4-6cd4bd4bd7be req-a147f55e-1a9c-48e7-928e-caedf584f2d0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Calling delete_port for 770b53a4-3243-4cdc-ad16-7857c110e24f owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:15:01.829400 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3daea-00fd-424b-86a3-b0f3b26ab105 req-1749180f-0b52-44c5-9982-459e8ccc8786 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:01.837982 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e1a3daea-00fd-424b-86a3-b0f3b26ab105 req-1749180f-0b52-44c5-9982-459e8ccc8786 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 950 time: 0.1687062 Jun 24 09:15:01.903901 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e1a3daea-00fd-424b-86a3-b0f3b26ab105 req-26929839-52c2-40e6-84f4-3c42144f0dc2 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6f9aa4e-375a-4443-b9f3-04b355b6b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599778 Jun 24 09:15:02.301469 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7e85f82-77c1-4f72-b9e4-6cd4bd4bd7be req-a147f55e-1a9c-48e7-928e-caedf584f2d0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:02.306824 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:02.308206 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-7052677e-53eb-4bf4-a408-49fd24a85fb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:02.336177 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147f55e-1a9c-48e7-928e-caedf584f2d0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Pushing event deleted for resources: {'Port': ['ID=770b53a4-3243-4cdc-ad16-7857c110e24f,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:02.342758 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-a147f55e-1a9c-48e7-928e-caedf584f2d0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:02.357944 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['770b53a4-3243-4cdc-ad16-7857c110e24f'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:15:02.409491 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e85f82-77c1-4f72-b9e4-6cd4bd4bd7be req-a147f55e-1a9c-48e7-928e-caedf584f2d0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] No DVR routers for this DVR port 770b53a4-3243-4cdc-ad16-7857c110e24f on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:15:02.412570 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7e85f82-77c1-4f72-b9e4-6cd4bd4bd7be req-a147f55e-1a9c-48e7-928e-caedf584f2d0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:02.415586 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d7e85f82-77c1-4f72-b9e4-6cd4bd4bd7be req-a147f55e-1a9c-48e7-928e-caedf584f2d0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.23 "DELETE /v2.0/ports/770b53a4-3243-4cdc-ad16-7857c110e24f HTTP/1.1" status: 204 len: 173 time: 1.2694495 Jun 24 09:15:02.416438 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e0612-308d-4613-b125-93bb7665f9a7', 'name': 'network-vif-deleted', 'tag': '770b53a4-3243-4cdc-ad16-7857c110e24f'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:15:02.419651 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c1813d-8fbe-4512-a458-867f2350abfb" -d '{"events": [{"server_uuid": "919e0612-308d-4613-b125-93bb7665f9a7", "name": "network-vif-deleted", "tag": "770b53a4-3243-4cdc-ad16-7857c110e24f"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:15:02.473903 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95df996-d755-4f45-b233-2b5cef09a026 x-openstack-request-id: req-e95df996-d755-4f45-b233-2b5cef09a026 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:15:02.474538 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e0612-308d-4613-b125-93bb7665f9a7", "name": "network-vif-deleted", "tag": "770b53a4-3243-4cdc-ad16-7857c110e24f", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:15:02.474736 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e95df996-d755-4f45-b233-2b5cef09a026 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:15:02.475371 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919e0612-308d-4613-b125-93bb7665f9a7', 'name': 'network-vif-deleted', 'tag': '770b53a4-3243-4cdc-ad16-7857c110e24f', 'status': 'completed', 'code': 200} Jun 24 09:15:02.725375 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8df38-6874-485e-8857-63706a71bc45 req-de19514a-5053-4397-a23b-c43840454aea tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:02.732242 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d4a8df38-6874-485e-8857-63706a71bc45 req-de19514a-5053-4397-a23b-c43840454aea tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 945 time: 0.0779936 Jun 24 09:15:02.780403 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d4a8df38-6874-485e-8857-63706a71bc45 req-52ac5f34-1d9d-4ed0-a75f-cdae10ebffd1 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468721 Jun 24 09:15:02.908032 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 99c92d45-3560-4004-8a68-01c1af2dbcd1 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:15:02.948483 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915f5fb-c194-4014-9606-f5074d546d45 req-6a864f5d-6528-484f-9f21-d0e011496f52 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:02.950651 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5915f5fb-c194-4014-9606-f5074d546d45 req-6a864f5d-6528-484f-9f21-d0e011496f52 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 945 time: 0.1434448 Jun 24 09:15:02.970060 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port 99c92d45-3560-4004-8a68-01c1af2dbcd1 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:15:02.974625 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 99c92d45-3560-4004-8a68-01c1af2dbcd1 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:02.975011 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:03.141064 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-5915f5fb-c194-4014-9606-f5074d546d45 req-5cc1de84-ed53-49a0-8842-ab5d9e6ccc73 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Deleting port 372dc3c3-8865-4d07-8efe-5af6abb75668 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:15:03.141818 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-5915f5fb-c194-4014-9606-f5074d546d45 req-5cc1de84-ed53-49a0-8842-ab5d9e6ccc73 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:03.144631 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:03.170643 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-dc6ee0ca-fb7d-490e-865a-b0355db2b5b5 req-0e52a860-5c7c-4180-a591-b84f9ad3a90f tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] 10.222.0.22 "GET /v2.0/ports?device_id=919e0612-308d-4613-b125-93bb7665f9a7 HTTP/1.1" status: 200 len: 210 time: 0.0816040 Jun 24 09:15:03.191296 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port 99c92d45-3560-4004-8a68-01c1af2dbcd1, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=99c92d45-3560-4004-8a68-01c1af2dbcd1,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:15:03.200660 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:03.216557 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-99a7121b-96d2-43ce-b652-9c0e56c1481e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:03.332150 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=99c92d45-3560-4004-8a68-01c1af2dbcd1,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:03.340454 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:03.374203 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-5915f5fb-c194-4014-9606-f5074d546d45 req-5cc1de84-ed53-49a0-8842-ab5d9e6ccc73 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] For port 372dc3c3-8865-4d07-8efe-5af6abb75668, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=372dc3c3-8865-4d07-8efe-5af6abb75668,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:15:03.374566 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-5915f5fb-c194-4014-9606-f5074d546d45 req-5cc1de84-ed53-49a0-8842-ab5d9e6ccc73 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:03.390549 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-5915f5fb-c194-4014-9606-f5074d546d45 req-5cc1de84-ed53-49a0-8842-ab5d9e6ccc73 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Calling delete_port for 372dc3c3-8865-4d07-8efe-5af6abb75668 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:15:03.591143 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-5915f5fb-c194-4014-9606-f5074d546d45 req-5cc1de84-ed53-49a0-8842-ab5d9e6ccc73 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:03.598572 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-994cd813-1359-403d-b611-2db603ea0bb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:03.632118 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['d5b77f91-102f-49c9-88e2-ca299ed6bc46', '372dc3c3-8865-4d07-8efe-5af6abb75668'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:15:03.673859 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1de84-ed53-49a0-8842-ab5d9e6ccc73 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Pushing event deleted for resources: {'Port': ['ID=372dc3c3-8865-4d07-8efe-5af6abb75668,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:03.679263 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5cc1de84-ed53-49a0-8842-ab5d9e6ccc73 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:03.771367 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-5915f5fb-c194-4014-9606-f5074d546d45 req-5cc1de84-ed53-49a0-8842-ab5d9e6ccc73 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] No DVR routers for this DVR port 372dc3c3-8865-4d07-8efe-5af6abb75668 on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:15:03.778717 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-5915f5fb-c194-4014-9606-f5074d546d45 req-5cc1de84-ed53-49a0-8842-ab5d9e6ccc73 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:03.779421 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:03.784371 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5915f5fb-c194-4014-9606-f5074d546d45 req-5cc1de84-ed53-49a0-8842-ab5d9e6ccc73 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "DELETE /v2.0/ports/372dc3c3-8865-4d07-8efe-5af6abb75668 HTTP/1.1" status: 204 len: 173 time: 0.7913640 Jun 24 09:15:03.970465 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-92ca5996-78bb-48e6-a115-893c87589efa req-f12e0f1c-baf0-4977-96c3-5e8b241f3423 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec159fe5-aa61-4f61-98a3-bb06ec811108 HTTP/1.1" status: 200 len: 210 time: 0.0519028 Jun 24 09:15:04.428061 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Sync routers for ids ['a20954fb-a420-4af6-8f00-c1ed0b2ab07f'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:15:04.438522 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Routers {'a20954fb-a420-4af6-8f00-c1ed0b2ab07f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:15:04.439163 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:15:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['a20954fb-a420-4af6-8f00-c1ed0b2ab07f'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:04.476865 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec159fe5-aa61-4f61-98a3-bb06ec811108', 'name': 'network-vif-deleted', 'tag': '372dc3c3-8865-4d07-8efe-5af6abb75668'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:15:04.483731 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587ae140-8ce3-4680-80f9-2e52a10e45b6" -d '{"events": [{"server_uuid": "ec159fe5-aa61-4f61-98a3-bb06ec811108", "name": "network-vif-deleted", "tag": "372dc3c3-8865-4d07-8efe-5af6abb75668"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:15:04.536148 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c658a20-a1e3-46b1-901b-9b719659acaa x-openstack-request-id: req-1c658a20-a1e3-46b1-901b-9b719659acaa {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:15:04.536528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec159fe5-aa61-4f61-98a3-bb06ec811108", "name": "network-vif-deleted", "tag": "372dc3c3-8865-4d07-8efe-5af6abb75668", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:15:04.536806 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c658a20-a1e3-46b1-901b-9b719659acaa {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:15:04.537223 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec159fe5-aa61-4f61-98a3-bb06ec811108', 'name': 'network-vif-deleted', 'tag': '372dc3c3-8865-4d07-8efe-5af6abb75668', 'status': 'completed', 'code': 200} Jun 24 09:15:04.604615 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Set router a20954fb-a420-4af6-8f00-c1ed0b2ab07f gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:15:04.952081 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 770b53a4-3243-4cdc-ad16-7857c110e24f no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:15:04.999295 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 99c92d45-3560-4004-8a68-01c1af2dbcd1 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:15:05.033609 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: 770b53a4-3243-4cdc-ad16-7857c110e24f {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:15:05.034028 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 770b53a4-3243-4cdc-ad16-7857c110e24f not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:15:05.126966 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'name': 'tempest-TestMinimumBasicScenario-240075022-router', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:15:00Z', 'revision_number': 4, 'project_id': 'f738e43df44c449aae6f3ccc53daf842', 'gw_port': {'id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'b10a5670-4221-44d2-96a6-224f313b1ff6', 'name': '', 'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'mac_address': 'fa:16:3e:fc:9b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7eaeedbe-4570-41f2-9264-6eb109f418fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:59Z', 'updated_at': '2021-06-24T09:15:00Z', 'revision_number': 2, 'project_id': 'f738e43df44c449aae6f3ccc53daf842', 'subnets': [{'id': '7eaeedbe-4570-41f2-9264-6eb109f418fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:05.172018 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Checking router: a20954fb-a420-4af6-8f00-c1ed0b2ab07f for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:15:05.172416 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Updating router a20954fb-a420-4af6-8f00-c1ed0b2ab07f port b10a5670-4221-44d2-96a6-224f313b1ff6 binding host dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:15:05.206945 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 99c92d45-3560-4004-8a68-01c1af2dbcd1 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:05.207335 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:05.257886 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:05.787402 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a004c5-a1aa-4352-8b5b-e02e3d07d5fa req-afd902c8-1956-40da-b663-4355e965abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:05.788971 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-66a004c5-a1aa-4352-8b5b-e02e3d07d5fa req-afd902c8-1956-40da-b663-4355e965abbb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1421c1546cf34bd8b7927ed801ddb8de&device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 1098 time: 0.1274655 Jun 24 09:15:05.897653 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:05.901397 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2131e6b-5170-4287-b65f-d13bb6eba01b req-e5b7a089-834e-4a3f-b4a6-c67924f11bfa tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:05.914521 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a2131e6b-5170-4287-b65f-d13bb6eba01b req-e5b7a089-834e-4a3f-b4a6-c67924f11bfa tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1748803 Jun 24 09:15:05.918839 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Transition to ACTIVE for port object b10a5670-4221-44d2-96a6-224f313b1ff6 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:15:05.929483 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:05.948723 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:06.002653 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a004c5-a1aa-4352-8b5b-e02e3d07d5fa req-741b5e82-c970-4d2c-8bae-2e58739d8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:06.004396 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-66a004c5-a1aa-4352-8b5b-e02e3d07d5fa req-741b5e82-c970-4d2c-8bae-2e58739d8c5f service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e433b44-0391-4fbf-ae3d-a9343f6d064e HTTP/1.1" status: 200 len: 920 time: 0.2061462 Jun 24 09:15:06.012682 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a2131e6b-5170-4287-b65f-d13bb6eba01b req-fa84252c-9bd4-4dd0-87d0-9b4116126c18 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958509 Jun 24 09:15:06.094863 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc8f45-6935-4263-b62a-f1a3f200fd6a None None] Pushing event updated for resources: {'Port': ['ID=b10a5670-4221-44d2-96a6-224f313b1ff6,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:06.096332 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-66a004c5-a1aa-4352-8b5b-e02e3d07d5fa req-3226b7bb-1261-4bb2-b208-f133e8d5cc15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c341a96-f8cf-495c-8bba-306ac5096adb HTTP/1.1" status: 200 len: 217 time: 0.0776310 Jun 24 09:15:06.099141 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-89bc8f45-6935-4263-b62a-f1a3f200fd6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:06.152324 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Attempting to bind port b10a5670-4221-44d2-96a6-224f313b1ff6 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:15:06.153101 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Attempting to bind port b10a5670-4221-44d2-96a6-224f313b1ff6 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': '1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:15:06.154024 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Attempting to bind port b10a5670-4221-44d2-96a6-224f313b1ff6 on network a019bd7f-deb9-4c33-b5ed-80741e788521 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:15:06.190134 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:15:06.192200 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Checking segment: {'id': '1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:15:06.192985 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:06.193623 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Bound using segment: {'id': '1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:15:06.194328 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a004c5-a1aa-4352-8b5b-e02e3d07d5fa req-917182b0-764c-4677-bc4c-26c538c4d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:06.197305 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-66a004c5-a1aa-4352-8b5b-e02e3d07d5fa req-917182b0-764c-4677-bc4c-26c538c4d65a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b88817-e153-408d-bc31-ad073a24e376 HTTP/1.1" status: 200 len: 859 time: 0.0907047 Jun 24 09:15:06.203792 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Bound port: b10a5670-4221-44d2-96a6-224f313b1ff6, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:15:06.204211 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:06.293910 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-66a004c5-a1aa-4352-8b5b-e02e3d07d5fa req-de686e7a-ea05-454c-b1cd-a822aae1178d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e433b44-0391-4fbf-ae3d-a9343f6d064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890422 Jun 24 09:15:06.369420 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] For port b10a5670-4221-44d2-96a6-224f313b1ff6, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:15:06.373943 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] For port b10a5670-4221-44d2-96a6-224f313b1ff6, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=b10a5670-4221-44d2-96a6-224f313b1ff6,segment=NetworkSegment(1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e),segment_id=1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:15:06.379901 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:06.391037 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:06.450485 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-66a004c5-a1aa-4352-8b5b-e02e3d07d5fa req-6a007b11-8ee3-4ea3-b64f-5218d2a27e69 service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380355 Jun 24 09:15:06.458679 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Routers {'a20954fb-a420-4af6-8f00-c1ed0b2ab07f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:15:06.459292 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:15:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['a20954fb-a420-4af6-8f00-c1ed0b2ab07f'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:06.607164 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] Set router a20954fb-a420-4af6-8f00-c1ed0b2ab07f gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:15:06.641568 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-66a004c5-a1aa-4352-8b5b-e02e3d07d5fa req-2f59cc3a-df52-4230-8199-e67bc964d6e1 service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868927 Jun 24 09:15:06.812909 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc8f45-6935-4263-b62a-f1a3f200fd6a None None] Pushing event updated for resources: {'Port': ['ID=b10a5670-4221-44d2-96a6-224f313b1ff6,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:06.828913 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-89bc8f45-6935-4263-b62a-f1a3f200fd6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:06.829989 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 372dc3c3-8865-4d07-8efe-5af6abb75668 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:15:06.862617 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: 372dc3c3-8865-4d07-8efe-5af6abb75668 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:15:06.863068 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 372dc3c3-8865-4d07-8efe-5af6abb75668 not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:15:07.017994 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'name': 'tempest-TestMinimumBasicScenario-240075022-router', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:15:00Z', 'revision_number': 4, 'project_id': 'f738e43df44c449aae6f3ccc53daf842', 'gw_port': {'id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'b10a5670-4221-44d2-96a6-224f313b1ff6', 'name': '', 'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'mac_address': 'fa:16:3e:fc:9b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7eaeedbe-4570-41f2-9264-6eb109f418fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:59Z', 'updated_at': '2021-06-24T09:15:06Z', 'revision_number': 4, 'project_id': 'f738e43df44c449aae6f3ccc53daf842', 'subnets': [{'id': '7eaeedbe-4570-41f2-9264-6eb109f418fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:07.108097 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d1970-1627-4240-bff9-2cbb22db5112 None None] The sync data for ids ['a20954fb-a420-4af6-8f00-c1ed0b2ab07f'] in dv-cinder-797812-1-smb is: [{'id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'name': 'tempest-TestMinimumBasicScenario-240075022-router', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:15:00Z', 'revision_number': 4, 'project_id': 'f738e43df44c449aae6f3ccc53daf842', 'gw_port': {'id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'b10a5670-4221-44d2-96a6-224f313b1ff6', 'name': '', 'network_id': 'a019bd7f-deb9-4c33-b5ed-80741e788521', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'mac_address': 'fa:16:3e:fc:9b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7eaeedbe-4570-41f2-9264-6eb109f418fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:59Z', 'updated_at': '2021-06-24T09:15:06Z', 'revision_number': 4, 'project_id': 'f738e43df44c449aae6f3ccc53daf842', 'subnets': [{'id': '7eaeedbe-4570-41f2-9264-6eb109f418fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:15:07.134611 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e339d-24d8-44fe-a923-56f6054b3ce7 req-cf93d414-9d5b-4436-9d8d-9fc73460ebc6 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:07.143558 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a89e339d-24d8-44fe-a923-56f6054b3ce7 req-cf93d414-9d5b-4436-9d8d-9fc73460ebc6 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 945 time: 0.1054184 Jun 24 09:15:07.443877 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b9a67-5592-4361-9a05-997d791fc99d req-58e3e4dd-f372-4007-b22f-502c68cf8310 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:07.453439 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fe2b9a67-5592-4361-9a05-997d791fc99d req-58e3e4dd-f372-4007-b22f-502c68cf8310 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1274917 Jun 24 09:15:07.557876 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fe2b9a67-5592-4361-9a05-997d791fc99d req-06a2d153-a1c8-4b7b-a3da-0e9b8a2073bb tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030531 Jun 24 09:15:07.590697 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a89e339d-24d8-44fe-a923-56f6054b3ce7 req-c1f106f2-aedc-45ff-8635-c8ac9f4c0107 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458761 Jun 24 09:15:08.831905 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500492a-9c46-4c6c-ba0d-e85581d7bd97 req-68ed7d7d-87fb-444f-9dbe-2b5bb83ab832 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:08.845336 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c500492a-9c46-4c6c-ba0d-e85581d7bd97 req-68ed7d7d-87fb-444f-9dbe-2b5bb83ab832 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1272628 Jun 24 09:15:08.938417 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b10a5670-4221-44d2-96a6-224f313b1ff6 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:15:08.954429 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c500492a-9c46-4c6c-ba0d-e85581d7bd97 req-7a58afff-0bec-4fb2-ad8f-467ad5f52de7 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052547 Jun 24 09:15:09.012756 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419c140-b6e8-4402-b0ab-9669f9c4971e req-6807a753-ace4-436f-a630-1f8f8d7d3b8c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:09.015124 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6419c140-b6e8-4402-b0ab-9669f9c4971e req-6807a753-ace4-436f-a630-1f8f8d7d3b8c tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 945 time: 0.1171701 Jun 24 09:15:09.102919 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port b10a5670-4221-44d2-96a6-224f313b1ff6 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:15:09.117212 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port b10a5670-4221-44d2-96a6-224f313b1ff6 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:09.117610 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:09.118737 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6419c140-b6e8-4402-b0ab-9669f9c4971e req-75e26555-d600-49c0-ba04-32dae711adcd tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957489 Jun 24 09:15:09.281944 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:09.329290 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port b10a5670-4221-44d2-96a6-224f313b1ff6, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=b10a5670-4221-44d2-96a6-224f313b1ff6,segment=NetworkSegment(1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e),segment_id=1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:15:09.339056 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:09.343112 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:09.373462 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:09.398341 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=b10a5670-4221-44d2-96a6-224f313b1ff6,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:09.402175 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:10.029923 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea280db6-3b84-4340-a966-e572749b2569 req-f3d8397f-e836-4eda-ac5f-4b1e84df413e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:10.032122 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ea280db6-3b84-4340-a966-e572749b2569 req-f3d8397f-e836-4eda-ac5f-4b1e84df413e tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 945 time: 0.0798743 Jun 24 09:15:10.218778 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-ea280db6-3b84-4340-a966-e572749b2569 req-8c03c74e-ca9b-4b82-8dd8-e2ee75a3258d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Deleting port d5b77f91-102f-49c9-88e2-ca299ed6bc46 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:15:10.219618 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-ea280db6-3b84-4340-a966-e572749b2569 req-8c03c74e-ca9b-4b82-8dd8-e2ee75a3258d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:10.334331 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834cff6-ddba-4480-9968-96085923badb req-2ddc7bb3-98a5-4a22-8867-be8fb1ee7e8f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:10.342252 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a834cff6-ddba-4480-9968-96085923badb req-2ddc7bb3-98a5-4a22-8867-be8fb1ee7e8f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.2101316 Jun 24 09:15:10.375985 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-ea280db6-3b84-4340-a966-e572749b2569 req-8c03c74e-ca9b-4b82-8dd8-e2ee75a3258d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] For port d5b77f91-102f-49c9-88e2-ca299ed6bc46, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d5b77f91-102f-49c9-88e2-ca299ed6bc46,segment=NetworkSegment(7274d4a9-7d97-4d0d-949b-0449161294e5),segment_id=7274d4a9-7d97-4d0d-949b-0449161294e5)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:15:10.376650 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-ea280db6-3b84-4340-a966-e572749b2569 req-8c03c74e-ca9b-4b82-8dd8-e2ee75a3258d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:10.393309 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6b873-b395-4794-93a3-af3680ce71ed req-ba0f48f7-ac7a-4080-a46b-d71b8918bea4 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:10.401120 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e5b6b873-b395-4794-93a3-af3680ce71ed req-ba0f48f7-ac7a-4080-a46b-d71b8918bea4 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 945 time: 0.0984261 Jun 24 09:15:10.402174 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a834cff6-ddba-4480-9968-96085923badb req-0c0832c3-cb7c-4e57-b5df-97dfcbe6f68a tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588174 Jun 24 09:15:10.409718 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-ea280db6-3b84-4340-a966-e572749b2569 req-8c03c74e-ca9b-4b82-8dd8-e2ee75a3258d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Calling delete_port for d5b77f91-102f-49c9-88e2-ca299ed6bc46 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:15:10.457341 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e5b6b873-b395-4794-93a3-af3680ce71ed req-7f1d0083-1c60-44bc-aab0-d29486361a38 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/security-groups?id=b07254a7-7e5b-4671-9035-312816f0db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550146 Jun 24 09:15:10.645303 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-ea280db6-3b84-4340-a966-e572749b2569 req-8c03c74e-ca9b-4b82-8dd8-e2ee75a3258d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:10.656533 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:10.701809 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03c74e-ca9b-4b82-8dd8-e2ee75a3258d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Pushing event deleted for resources: {'Port': ['ID=d5b77f91-102f-49c9-88e2-ca299ed6bc46,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:10.712926 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['d5b77f91-102f-49c9-88e2-ca299ed6bc46'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:15:10.728245 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-8c03c74e-ca9b-4b82-8dd8-e2ee75a3258d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:10.821046 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea280db6-3b84-4340-a966-e572749b2569 req-8c03c74e-ca9b-4b82-8dd8-e2ee75a3258d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] No DVR routers for this DVR port d5b77f91-102f-49c9-88e2-ca299ed6bc46 on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:15:10.825349 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-ea280db6-3b84-4340-a966-e572749b2569 req-8c03c74e-ca9b-4b82-8dd8-e2ee75a3258d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:10.827707 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ea280db6-3b84-4340-a966-e572749b2569 req-8c03c74e-ca9b-4b82-8dd8-e2ee75a3258d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.23 "DELETE /v2.0/ports/d5b77f91-102f-49c9-88e2-ca299ed6bc46 HTTP/1.1" status: 204 len: 173 time: 0.7882752 Jun 24 09:15:10.828141 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0e5351-8c67-4f6e-a804-3b50765a7767', 'name': 'network-vif-deleted', 'tag': 'd5b77f91-102f-49c9-88e2-ca299ed6bc46'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:15:10.832376 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67124adb-bff0-4911-9abc-bc31cad53d26" -d '{"events": [{"server_uuid": "5d0e5351-8c67-4f6e-a804-3b50765a7767", "name": "network-vif-deleted", "tag": "d5b77f91-102f-49c9-88e2-ca299ed6bc46"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:15:10.873891 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 33860) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:10.945152 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b10a5670-4221-44d2-96a6-224f313b1ff6 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:15:10.956923 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169345e8-78d7-4292-afa3-a1d5297cd024 x-openstack-request-id: req-169345e8-78d7-4292-afa3-a1d5297cd024 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:15:10.957429 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0e5351-8c67-4f6e-a804-3b50765a7767", "name": "network-vif-deleted", "tag": "d5b77f91-102f-49c9-88e2-ca299ed6bc46", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:15:10.957724 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-169345e8-78d7-4292-afa3-a1d5297cd024 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:15:10.958156 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0e5351-8c67-4f6e-a804-3b50765a7767', 'name': 'network-vif-deleted', 'tag': 'd5b77f91-102f-49c9-88e2-ca299ed6bc46', 'status': 'completed', 'code': 200} Jun 24 09:15:11.021331 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port b10a5670-4221-44d2-96a6-224f313b1ff6 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:11.022016 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:11.098158 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 33868) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:11.105414 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-6196d0d0-366f-4c33-811b-7f532edb3cb1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8f2757fd4bfe4a349618c6be2e1a0487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252195 Jun 24 09:15:11.197910 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d4f12167-2d24-4e5f-8231-4f4993ecd485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:11.220174 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d4f12167-2d24-4e5f-8231-4f4993ecd485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:11.287377 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d4f12167-2d24-4e5f-8231-4f4993ecd485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:11.290792 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d4f12167-2d24-4e5f-8231-4f4993ecd485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:11.294748 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-d4f12167-2d24-4e5f-8231-4f4993ecd485 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6f9aa4e-375a-4443-b9f3-04b355b6b54d HTTP/1.1" status: 204 len: 168 time: 0.1955583 Jun 24 09:15:11.297988 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-0401fa02-1884-4add-bbf6-d3a098f16e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:11.306841 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f12167-2d24-4e5f-8231-4f4993ecd485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f9aa4e-375a-4443-b9f3-04b355b6b54d,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:11.310787 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d4f12167-2d24-4e5f-8231-4f4993ecd485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:11.783916 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d698417d-263a-4a84-84de-c8a97567f7d8 req-d08c271e-bbb1-4a7e-a955-1e957ade6669 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d0e5351-8c67-4f6e-a804-3b50765a7767 HTTP/1.1" status: 200 len: 210 time: 0.0469129 Jun 24 09:15:11.869348 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58b758-5754-438b-a5ef-25d5e4812aa8 req-d8e73d93-f003-4f73-b3e7-2e32ed0efc2e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:11.871161 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3f58b758-5754-438b-a5ef-25d5e4812aa8 req-d8e73d93-f003-4f73-b3e7-2e32ed0efc2e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0906055 Jun 24 09:15:11.949097 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3f58b758-5754-438b-a5ef-25d5e4812aa8 req-9d43aaa4-abec-400e-b160-3790e321caec tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700188 Jun 24 09:15:12.899661 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device d5b77f91-102f-49c9-88e2-ca299ed6bc46 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:15:12.910134 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 33930) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:12.964415 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: d5b77f91-102f-49c9-88e2-ca299ed6bc46 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:15:12.967493 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4c9155-7240-4a6b-a1e3-ad6042f6786e admin admin] Deleting subnet 8a1a80f1-4ac1-436c-a58a-c29c06ebeccf {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:15:12.974406 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device d5b77f91-102f-49c9-88e2-ca299ed6bc46 not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:15:12.975757 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4d4c9155-7240-4a6b-a1e3-ad6042f6786e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.043993 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4d4c9155-7240-4a6b-a1e3-ad6042f6786e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7058280'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.120150 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4d4c9155-7240-4a6b-a1e3-ad6042f6786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.229029 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4d4c9155-7240-4a6b-a1e3-ad6042f6786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4695699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4603185'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.234222 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ca9aedd0-f0b2-4165-a679-ad3fea36c368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:13.261362 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c9155-7240-4a6b-a1e3-ad6042f6786e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1a80f1-4ac1-436c-a58a-c29c06ebeccf,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:13.265812 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4d4c9155-7240-4a6b-a1e3-ad6042f6786e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:13.270973 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4d4c9155-7240-4a6b-a1e3-ad6042f6786e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.272310 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-4d4c9155-7240-4a6b-a1e3-ad6042f6786e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8a1a80f1-4ac1-436c-a58a-c29c06ebeccf HTTP/1.1" status: 204 len: 168 time: 0.3611953 Jun 24 09:15:13.274989 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 33942) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:13.297457 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5713a-2655-4cec-8bb1-874b22403f52 req-a76c9097-b274-4ce2-838d-3758000b0562 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:13.298934 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3ee5713a-2655-4cec-8bb1-874b22403f52 req-a76c9097-b274-4ce2-838d-3758000b0562 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1264315 Jun 24 09:15:13.386329 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.390324 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3ee5713a-2655-4cec-8bb1-874b22403f52 req-f061dd33-531a-404c-99a7-2bb9eb6514a7 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793672 Jun 24 09:15:13.481231 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.495641 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007be388-a6a0-4bc5-b444-5343e59aa7ff']}} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:13.512305 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7274d4a9-7d97-4d0d-949b-0449161294e5') {'for_net_delete': True} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:13.512606 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7274d4a9-7d97-4d0d-949b-0449161294e5') {} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:13.521922 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7058289'] for segment, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.538687 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.546872 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:15:13.547356 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4695564'] for segment, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: Traceback (most recent call last): Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: timer() Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: cb(*args, **kw) Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: return func(*args, **kwargs) Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: self._notify() Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: self.callback(batched_events) Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: event.method(event) Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: return f(self, *a, **k) Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: return self._get(url).json() Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: return self.request(url, 'GET', **kwargs) Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:15:13.549170 dv-cinder-797812-1-smb neutron-server[93122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:15:13.612993 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.617985 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.619990 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] 10.222.0.22 "DELETE /v2.0/networks/007be388-a6a0-4bc5-b444-5343e59aa7ff HTTP/1.1" status: 204 len: 168 time: 0.3440557 Jun 24 09:15:13.620758 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:13.635352 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] Pushing event deleted for resources: {'Network': ['ID=007be388-a6a0-4bc5-b444-5343e59aa7ff,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:13.638114 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-b0d8d40c-7bd9-4712-ad06-53a15f2159cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:13.825634 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 33948) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:13.871556 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-122f4970-d40f-45b2-a6c4-613781393468 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24c536cb0ee646c4b63f5f7f93c79132&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0431070 Jun 24 09:15:13.872598 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 33950) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:13.933417 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a8733b97-13c1-4aec-8829-4a0f93a18e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.959744 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a8733b97-13c1-4aec-8829-4a0f93a18e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:14.028180 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a8733b97-13c1-4aec-8829-4a0f93a18e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:14.031042 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a8733b97-13c1-4aec-8829-4a0f93a18e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:14.037073 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-a8733b97-13c1-4aec-8829-4a0f93a18e81 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b07254a7-7e5b-4671-9035-312816f0db0e HTTP/1.1" status: 204 len: 168 time: 0.1633656 Jun 24 09:15:14.038083 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-66f4958c-85ac-4566-b91d-c91485674d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:14.048873 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8733b97-13c1-4aec-8829-4a0f93a18e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07254a7-7e5b-4671-9035-312816f0db0e,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:14.056919 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a8733b97-13c1-4aec-8829-4a0f93a18e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:14.624698 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53ea4c-eebf-49cc-b115-c02698697958 req-73cf5496-83ad-4840-9e49-b8181ace97d6 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:14.631642 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3a53ea4c-eebf-49cc-b115-c02698697958 req-73cf5496-83ad-4840-9e49-b8181ace97d6 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0850565 Jun 24 09:15:14.676114 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3a53ea4c-eebf-49cc-b115-c02698697958 req-ae4c51ca-56ca-40bf-9ce8-93bc8a23847f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433977 Jun 24 09:15:15.885008 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afc216-a7d8-4249-a0b2-9f4eb6e927c2 req-102c4769-7515-4ea2-b3f6-19ac0abb0094 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:15.886451 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-59afc216-a7d8-4249-a0b2-9f4eb6e927c2 req-102c4769-7515-4ea2-b3f6-19ac0abb0094 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0635340 Jun 24 09:15:15.924831 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-59afc216-a7d8-4249-a0b2-9f4eb6e927c2 req-2d6b91a3-3a4a-4a22-8a7d-d425d4e6bbc5 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326111 Jun 24 09:15:16.186156 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-faacea38-ec47-4067-8946-8b7a7572a1b9 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:16.187617 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-faacea38-ec47-4067-8946-8b7a7572a1b9 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/networks?id=d187b5cf-fdbb-48b0-9ba8-9609aa637295 HTTP/1.1" status: 200 len: 815 time: 0.1030469 Jun 24 09:15:16.202245 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-09a39e7a-ef9f-4047-b0e8-26ded6178cca tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/quotas/33f64fc4146d41d387ce00195ff99f52 HTTP/1.1" status: 200 len: 375 time: 0.0093076 Jun 24 09:15:16.267612 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-bff9f87f-2d0c-4b94-8561-0e13b0dcc84c tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=33f64fc4146d41d387ce00195ff99f52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605450 Jun 24 09:15:16.364041 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-4b3dd461-52d7-4831-b1dc-eab5c42542a2 service neutron] 10.222.0.22 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854030 Jun 24 09:15:16.451015 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-1efb28a4-da7d-4183-9c6b-ba6f8de8e313 service neutron] 10.222.0.22 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805514 Jun 24 09:15:16.622408 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e94d5a4d-8f06-45fa-be0a-4d604e7e20b8 req-77f1cfb7-61a5-45ed-adb8-a12b3e715385 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 210 time: 0.0309224 Jun 24 09:15:17.122028 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921df3-9af3-44b1-97c3-248cf19a273f req-a6610a1a-c38d-454f-b790-bb3490bff443 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:17.123976 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a0921df3-9af3-44b1-97c3-248cf19a273f req-a6610a1a-c38d-454f-b790-bb3490bff443 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0733867 Jun 24 09:15:17.173283 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a0921df3-9af3-44b1-97c3-248cf19a273f req-039bad57-45ca-4ed9-a4c2-5708ce4a15c4 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434709 Jun 24 09:15:17.764068 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d80ce9e0-532a-4649-980a-2a611e07306f req-03015f58-0ced-4ef7-8771-cfef6b96ae65 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 210 time: 0.0288999 Jun 24 09:15:17.989194 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34094) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:18.002996 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-c9e98bd0-93f7-4e56-b4e6-f7c88dfb1917 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:18.004468 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-c9e98bd0-93f7-4e56-b4e6-f7c88dfb1917 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.23 "GET /v2.0/networks?id=d187b5cf-fdbb-48b0-9ba8-9609aa637295 HTTP/1.1" status: 200 len: 815 time: 0.1141882 Jun 24 09:15:18.078107 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Request body: {'port': {'device_id': '98610219-d348-4954-8432-25ac7dcaa978', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'admin_state_up': True, 'tenant_id': '33f64fc4146d41d387ce00195ff99f52'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:15:18.102476 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a5a650e-8249-411c-b4ac-f144e0e47ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:18.200854 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a5a650e-8249-411c-b4ac-f144e0e47ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:18.204665 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a5a650e-8249-411c-b4ac-f144e0e47ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:18.208281 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d4f12167-2d24-4e5f-8231-4f4993ecd485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:18.221022 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Made reservation on behalf of 33f64fc4146d41d387ce00195ff99f52 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:15:18.224971 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:18.243611 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a650e-8249-411c-b4ac-f144e0e47ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e23f8e5-051b-4906-8f1a-e201e15629e0,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:18.248238 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-1a5a650e-8249-411c-b4ac-f144e0e47ab2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a51adc5f1d7d47d29301e6eeddafd7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579772 Jun 24 09:15:18.249164 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-1a5a650e-8249-411c-b4ac-f144e0e47ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:18.250876 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34104) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:18.300150 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-37f8c95a-f95f-40e9-8d38-cd4e94680b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:18.327126 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-37f8c95a-f95f-40e9-8d38-cd4e94680b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:18.387443 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-37f8c95a-f95f-40e9-8d38-cd4e94680b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:18.390343 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-37f8c95a-f95f-40e9-8d38-cd4e94680b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:18.394157 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-37f8c95a-f95f-40e9-8d38-cd4e94680b84 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e23f8e5-051b-4906-8f1a-e201e15629e0 HTTP/1.1" status: 204 len: 168 time: 0.1423240 Jun 24 09:15:18.395012 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-72ba5ef5-7a50-4025-967d-ab3c08732927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:18.412225 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8c95a-f95f-40e9-8d38-cd4e94680b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e23f8e5-051b-4906-8f1a-e201e15629e0,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:18.432717 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-37f8c95a-f95f-40e9-8d38-cd4e94680b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:18.494190 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc0e79-278d-4e3b-a724-c74e58b9bbca req-0a6073f7-dc83-413e-ada4-966f56ac8354 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:18.495989 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4ccc0e79-278d-4e3b-a724-c74e58b9bbca req-0a6073f7-dc83-413e-ada4-966f56ac8354 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.2000368 Jun 24 09:15:18.500541 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Allocated IP 172.20.0.9 (d187b5cf-fdbb-48b0-9ba8-9609aa637295/a263516f-3e51-4672-9f09-672a135da8b2/a02b7992-ddbf-455f-86ca-30796f61f6c3) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:15:18.573092 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4ccc0e79-278d-4e3b-a724-c74e58b9bbca req-4315754c-1eb9-47a8-95ab-1c1ce19a9553 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693252 Jun 24 09:15:18.725949 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34130) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:18.769178 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:18.785051 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Transition to ACTIVE for port object a02b7992-ddbf-455f-86ca-30796f61f6c3 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:15:18.821695 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:18.827404 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-b443e5d4-5a48-4722-93fc-14fb9a2045f2 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:18.855519 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-55e236b6-c507-48ad-ab2f-f72894965ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:18.871481 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Network d187b5cf-fdbb-48b0-9ba8-9609aa637295 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:15:18.875124 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:15:18.897232 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:15:19.017695 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-55e236b6-c507-48ad-ab2f-f72894965ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.030733 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-55e236b6-c507-48ad-ab2f-f72894965ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.069202 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:19.106309 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:19.106979 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.111900 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event updated for resources: {'Port': ['ID=a02b7992-ddbf-455f-86ca-30796f61f6c3,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:19.130133 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-55e236b6-c507-48ad-ab2f-f72894965ec7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a47e2b12669745e0bf12cd0eb2fc17a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005849 Jun 24 09:15:19.130363 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:19.130455 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e236b6-c507-48ad-ab2f-f72894965ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1a778e-97af-453f-96c8-a44adfa92f88,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:19.133232 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34144) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:19.151203 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-55e236b6-c507-48ad-ab2f-f72894965ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:19.171674 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0972145 Jun 24 09:15:19.207130 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40a373-ff35-47f5-b65a-5301455617e1 req-010e3b66-1317-4379-9fa0-3f71d4e05315 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:19.209110 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6a40a373-ff35-47f5-b65a-5301455617e1 req-010e3b66-1317-4379-9fa0-3f71d4e05315 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 931 time: 0.3040016 Jun 24 09:15:19.265985 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-90203307-f2eb-49af-9473-347fd4df8598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.280830 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6a40a373-ff35-47f5-b65a-5301455617e1 req-2bdea663-6bdd-4349-a0be-21066275802a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654929 Jun 24 09:15:19.293746 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-90203307-f2eb-49af-9473-347fd4df8598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.322586 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-15c18575-dd84-474b-a7c0-b02daf18018f None None] Provisioning for port a02b7992-ddbf-455f-86ca-30796f61f6c3 completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:15:19.332913 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-15c18575-dd84-474b-a7c0-b02daf18018f None None] Provisioning complete for port a02b7992-ddbf-455f-86ca-30796f61f6c3 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:19.333550 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-15c18575-dd84-474b-a7c0-b02daf18018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.349019 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-90203307-f2eb-49af-9473-347fd4df8598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.353514 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-90203307-f2eb-49af-9473-347fd4df8598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.355188 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-90203307-f2eb-49af-9473-347fd4df8598 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff1a778e-97af-453f-96c8-a44adfa92f88 HTTP/1.1" status: 204 len: 168 time: 0.2180071 Jun 24 09:15:19.356676 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:19.367709 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90203307-f2eb-49af-9473-347fd4df8598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1a778e-97af-453f-96c8-a44adfa92f88,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:19.376622 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-90203307-f2eb-49af-9473-347fd4df8598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:19.459207 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-15c18575-dd84-474b-a7c0-b02daf18018f None None] Port a02b7992-ddbf-455f-86ca-30796f61f6c3 cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:15:19.769367 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83a6f0-7675-497b-b478-b8bdd59770a4 req-aa10fa23-de19-4a89-ab99-d0c81fbe4f3b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:19.770878 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-7a83a6f0-7675-497b-b478-b8bdd59770a4 req-aa10fa23-de19-4a89-ab99-d0c81fbe4f3b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0742230 Jun 24 09:15:19.829569 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-7a83a6f0-7675-497b-b478-b8bdd59770a4 req-d120e3c2-4d5f-4cf0-87a2-1c9ad958e3c6 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527692 Jun 24 09:15:21.184260 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34206) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:21.302213 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a0855d6d-e745-4711-bf53-9edda0becf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:21.398797 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a0855d6d-e745-4711-bf53-9edda0becf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:21.402903 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a0855d6d-e745-4711-bf53-9edda0becf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:21.406880 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-37f8c95a-f95f-40e9-8d38-cd4e94680b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:21.441754 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-a0855d6d-e745-4711-bf53-9edda0becf88 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6981d348643046329a5c411a0ebe19ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564435 Jun 24 09:15:21.442582 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0855d6d-e745-4711-bf53-9edda0becf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eaa694-39d0-4dd7-b7da-79800a68fc66,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:21.444496 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 34210) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:21.445653 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a0855d6d-e745-4711-bf53-9edda0becf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:21.498748 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2400437e-c6a4-4972-83d9-e595179bf706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:21.525698 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2400437e-c6a4-4972-83d9-e595179bf706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:21.575213 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2400437e-c6a4-4972-83d9-e595179bf706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:21.577901 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2400437e-c6a4-4972-83d9-e595179bf706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:21.579021 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-2400437e-c6a4-4972-83d9-e595179bf706 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3eaa694-39d0-4dd7-b7da-79800a68fc66 HTTP/1.1" status: 204 len: 168 time: 0.1335394 Jun 24 09:15:21.579879 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-199c981e-7a11-4796-8138-3cc5baee4225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:21.587275 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400437e-c6a4-4972-83d9-e595179bf706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3eaa694-39d0-4dd7-b7da-79800a68fc66,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:21.589404 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-2400437e-c6a4-4972-83d9-e595179bf706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:21.862444 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 34218) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:21.876171 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-86875448-64ef-4431-ad09-5bffa13e4f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:21.979213 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-86875448-64ef-4431-ad09-5bffa13e4f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:21.983811 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-86875448-64ef-4431-ad09-5bffa13e4f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:21.986239 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-aa6ea7a4-cca4-4955-8744-78ef62a146a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:22.036861 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-86875448-64ef-4431-ad09-5bffa13e4f00 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a775274cff194b02a2c10549b9eb6875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729836 Jun 24 09:15:22.038942 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86875448-64ef-4431-ad09-5bffa13e4f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3babdf68-eaba-4bcd-b0b3-ccef603ed172,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:22.039586 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34220) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:22.052273 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-86875448-64ef-4431-ad09-5bffa13e4f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:22.100072 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7a776a00-68d9-4bda-94e6-cd16ed04ef1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:22.123736 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7a776a00-68d9-4bda-94e6-cd16ed04ef1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:22.177561 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7a776a00-68d9-4bda-94e6-cd16ed04ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:22.181447 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7a776a00-68d9-4bda-94e6-cd16ed04ef1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:22.184059 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-7a776a00-68d9-4bda-94e6-cd16ed04ef1d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3babdf68-eaba-4bcd-b0b3-ccef603ed172 HTTP/1.1" status: 204 len: 168 time: 0.1431150 Jun 24 09:15:22.185160 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-028c3933-7ccb-4c84-a663-415cc923fb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:22.193453 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a776a00-68d9-4bda-94e6-cd16ed04ef1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3babdf68-eaba-4bcd-b0b3-ccef603ed172,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:22.200552 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-7a776a00-68d9-4bda-94e6-cd16ed04ef1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:28.484186 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-496eae03-a25b-4f3b-a40e-31e14e0725ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:31.115928 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-bf8c24bf-dbf2-421b-be33-934b982bf075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:31.240931 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:32.292767 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:32.408921 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:15:33.736990 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:39.364370 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:40.561636 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Request body: {'port': {'device_id': '98610219-d348-4954-8432-25ac7dcaa978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:15:40.635928 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:40.781100 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c974d391-74af-4c3c-a8bf-fb9d2a0833be req-ac66af0b-77b2-4411-8446-1f562d2889a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1194165 Jun 24 09:15:40.806429 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f5038-3f10-4967-8909-ebdacd68d9b5 req-93cde7b2-726c-44a8-bf40-3461dafda653 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:40.813364 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0c0f5038-3f10-4967-8909-ebdacd68d9b5 req-93cde7b2-726c-44a8-bf40-3461dafda653 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 931 time: 0.0946004 Jun 24 09:15:40.849807 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0c0f5038-3f10-4967-8909-ebdacd68d9b5 req-8dae8539-4b15-4360-9693-1350e2f7e98c tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356572 Jun 24 09:15:40.907702 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636060-beb1-4290-a76d-ea3bbc9b7450 req-11c9c502-3788-43eb-8723-b3fe88b89d2e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:40.907702 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a1636060-beb1-4290-a76d-ea3bbc9b7450 req-11c9c502-3788-43eb-8723-b3fe88b89d2e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1465676 Jun 24 09:15:40.907925 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974d391-74af-4c3c-a8bf-fb9d2a0833be req-9e151a48-dedf-42ef-82f9-4d1e3a695b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:40.907925 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c974d391-74af-4c3c-a8bf-fb9d2a0833be req-9e151a48-dedf-42ef-82f9-4d1e3a695b1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b67ac5a655342b8b8de30b65acaa730&device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 1098 time: 0.0555847 Jun 24 09:15:40.976063 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a1636060-beb1-4290-a76d-ea3bbc9b7450 req-53f6c83c-86c5-43bf-9af5-13e999731386 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625801 Jun 24 09:15:41.015103 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02b7992-ddbf-455f-86ca-30796f61f6c3 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:15:41.023274 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:41.037776 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974d391-74af-4c3c-a8bf-fb9d2a0833be req-f9340312-e7c6-4285-a2ae-c9613c0ab968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:41.038053 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Transition to ACTIVE for port object a02b7992-ddbf-455f-86ca-30796f61f6c3 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:15:41.040523 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c974d391-74af-4c3c-a8bf-fb9d2a0833be req-f9340312-e7c6-4285-a2ae-c9613c0ab968 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bec49d64-4369-4490-ad85-2e53541d2805 HTTP/1.1" status: 200 len: 912 time: 0.1073403 Jun 24 09:15:41.044711 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:41.047620 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:41.106389 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a02b7992-ddbf-455f-86ca-30796f61f6c3,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:41.133856 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c974d391-74af-4c3c-a8bf-fb9d2a0833be req-b695c89e-ac80-406e-a78d-0d136b66d5b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b23718-07a9-4852-b0e1-f7a73d06640b HTTP/1.1" status: 200 len: 1000 time: 0.0830538 Jun 24 09:15:41.143774 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:41.144148 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:41.144511 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:41.144863 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:41.145346 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:41.145703 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:41.146051 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:41.146394 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:41.146737 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:41.147077 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:41.147411 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:41.147798 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:41.177840 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:41.201363 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974d391-74af-4c3c-a8bf-fb9d2a0833be req-15b8be55-2cbf-49a0-a1c1-43ca5d46b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:41.203011 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c974d391-74af-4c3c-a8bf-fb9d2a0833be req-15b8be55-2cbf-49a0-a1c1-43ca5d46b878 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38df72ae-f46f-47b9-9a1e-83a1b5f659e6 HTTP/1.1" status: 200 len: 850 time: 0.0589910 Jun 24 09:15:41.213101 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Attempting to bind port a02b7992-ddbf-455f-86ca-30796f61f6c3 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:15:41.213822 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Attempting to bind port a02b7992-ddbf-455f-86ca-30796f61f6c3 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '80d9df57-5666-4746-895b-53b878122f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:15:41.214314 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Attempting to bind port a02b7992-ddbf-455f-86ca-30796f61f6c3 on network d187b5cf-fdbb-48b0-9ba8-9609aa637295 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:15:41.219659 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Port a02b7992-ddbf-455f-86ca-30796f61f6c3 on network d187b5cf-fdbb-48b0-9ba8-9609aa637295 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:15:41.220153 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Attempting to bind port a02b7992-ddbf-455f-86ca-30796f61f6c3 on network d187b5cf-fdbb-48b0-9ba8-9609aa637295 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:15:41.225794 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:15:41.226358 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Checking segment: {'id': '80d9df57-5666-4746-895b-53b878122f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:15:41.226924 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Bound using segment: {'id': '80d9df57-5666-4746-895b-53b878122f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:15:41.228072 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Bound port: a02b7992-ddbf-455f-86ca-30796f61f6c3, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d9df57-5666-4746-895b-53b878122f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:15:41.228612 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:41.348781 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] For port a02b7992-ddbf-455f-86ca-30796f61f6c3, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:15:41.357579 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] For port a02b7992-ddbf-455f-86ca-30796f61f6c3, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:15:41.364926 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:41.365611 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974d391-74af-4c3c-a8bf-fb9d2a0833be req-67909ac1-d555-481e-9b77-368845d9a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:41.367316 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c974d391-74af-4c3c-a8bf-fb9d2a0833be req-67909ac1-d555-481e-9b77-368845d9a20c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bec49d64-4369-4490-ad85-2e53541d2805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1560018 Jun 24 09:15:41.375012 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-613a3ee4-c9a7-40d4-8173-93f59e22a220 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:41.433077 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:41.433694 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:41.435122 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] 10.222.0.23 "PUT /v2.0/ports/a02b7992-ddbf-455f-86ca-30796f61f6c3 HTTP/1.1" status: 200 len: 1093 time: 0.8778293 Jun 24 09:15:41.435663 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:15:41.438003 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cd1ddc-1907-4724-b84e-319ae2050309" -d '{"events": [{"name": "network-changed", "server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:15:41.464965 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a02b7992-ddbf-455f-86ca-30796f61f6c3,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:41.468476 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:41.510843 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c974d391-74af-4c3c-a8bf-fb9d2a0833be req-fc806877-335d-4cf9-bc1c-cf16365ac431 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343386 Jun 24 09:15:41.512469 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c5e318-3baf-42c3-bc72-23cb9d3ede89 x-openstack-request-id: req-e0c5e318-3baf-42c3-bc72-23cb9d3ede89 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:15:41.512796 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:15:41.513084 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0c5e318-3baf-42c3-bc72-23cb9d3ede89 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:15:41.513509 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3', 'status': 'completed', 'code': 200} Jun 24 09:15:41.606523 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-9ba2b3a9-f8f0-417f-b896-093545b86fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:41.608497 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-9ba2b3a9-f8f0-417f-b896-093545b86fcb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33f64fc4146d41d387ce00195ff99f52&device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 1096 time: 0.0592411 Jun 24 09:15:41.638001 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c974d391-74af-4c3c-a8bf-fb9d2a0833be req-73d1bfb8-0254-44cb-881d-a646d218ef2c service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892997 Jun 24 09:15:41.660092 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-1c5c0086-8b6a-412e-bd5d-23a5245c5804 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3 HTTP/1.1" status: 200 len: 217 time: 0.0357909 Jun 24 09:15:41.734461 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-ea87de7e-aa15-4da0-aa46-3c2093b1af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:41.735821 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-ea87de7e-aa15-4da0-aa46-3c2093b1af60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a263516f-3e51-4672-9f09-672a135da8b2 HTTP/1.1" status: 200 len: 854 time: 0.0505631 Jun 24 09:15:41.852818 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-a66675be-2072-4013-8740-c68b3ccbd65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:41.854171 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-a66675be-2072-4013-8740-c68b3ccbd65f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d187b5cf-fdbb-48b0-9ba8-9609aa637295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510228 Jun 24 09:15:41.997787 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-e425cac5-ce14-446d-883b-cc06d33f88c1 service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817170 Jun 24 09:15:42.029673 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82336f12-33c5-4049-b6b4-b0a80acb5f26 req-908b3777-a95a-46c6-837e-75c8b532ac06 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:42.031161 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-82336f12-33c5-4049-b6b4-b0a80acb5f26 req-908b3777-a95a-46c6-837e-75c8b532ac06 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 943 time: 0.0662951 Jun 24 09:15:42.072120 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-82336f12-33c5-4049-b6b4-b0a80acb5f26 req-07604c1d-4468-47f0-9031-65c01a142244 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348217 Jun 24 09:15:42.136331 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-98ab3cd1-2b1f-441e-9db5-4a1ff011473e req-ac5c64b1-3208-463b-b60d-ab2ecd156fd7 service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283739 Jun 24 09:15:42.172124 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21077a-0c37-4381-8f3a-d41fca9a05f1 req-25e1c0ea-1325-48b6-85a7-7891cbc2283e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:42.173564 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0c21077a-0c37-4381-8f3a-d41fca9a05f1 req-25e1c0ea-1325-48b6-85a7-7891cbc2283e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0724022 Jun 24 09:15:42.212754 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0c21077a-0c37-4381-8f3a-d41fca9a05f1 req-ef0cc43a-1eb3-4b05-8d4e-dff0266cf8f8 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336330 Jun 24 09:15:42.316878 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1ddc-1907-4724-b84e-319ae2050309 req-fb02bdb3-375e-4707-a832-c722f90b8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:42.318401 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-34cd1ddc-1907-4724-b84e-319ae2050309 req-fb02bdb3-375e-4707-a832-c722f90b8ad3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33f64fc4146d41d387ce00195ff99f52&device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 1096 time: 0.0565975 Jun 24 09:15:42.410253 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1ddc-1907-4724-b84e-319ae2050309 req-ca3a6bf2-52ef-4354-8532-48a3374a0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:42.411737 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-34cd1ddc-1907-4724-b84e-319ae2050309 req-ca3a6bf2-52ef-4354-8532-48a3374a0132 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d187b5cf-fdbb-48b0-9ba8-9609aa637295 HTTP/1.1" status: 200 len: 916 time: 0.0837243 Jun 24 09:15:42.453601 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-34cd1ddc-1907-4724-b84e-319ae2050309 req-761e5417-92ca-4f21-b6e2-72194e42448a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3 HTTP/1.1" status: 200 len: 217 time: 0.0325205 Jun 24 09:15:42.515548 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1ddc-1907-4724-b84e-319ae2050309 req-55bdb19b-b249-4969-8fe4-4ded5cf70a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:42.517001 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-34cd1ddc-1907-4724-b84e-319ae2050309 req-55bdb19b-b249-4969-8fe4-4ded5cf70a44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a263516f-3e51-4672-9f09-672a135da8b2 HTTP/1.1" status: 200 len: 854 time: 0.0510650 Jun 24 09:15:42.581637 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1ddc-1907-4724-b84e-319ae2050309 req-7e7f4664-6064-4d5e-8d3a-ac409a03aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:42.583147 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-34cd1ddc-1907-4724-b84e-319ae2050309 req-7e7f4664-6064-4d5e-8d3a-ac409a03aa79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d187b5cf-fdbb-48b0-9ba8-9609aa637295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0568137 Jun 24 09:15:42.692237 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-34cd1ddc-1907-4724-b84e-319ae2050309 req-8e1c53fc-af4b-42c1-8567-eb91adb8b269 service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883441 Jun 24 09:15:42.799177 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-34cd1ddc-1907-4724-b84e-319ae2050309 req-08908dc7-95d8-4db0-ac99-1507e2e3a532 service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969031 Jun 24 09:15:43.084218 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 34538) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:43.185256 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f3488dcb-871a-429c-bd49-64500a0d164c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:43.280256 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f3488dcb-871a-429c-bd49-64500a0d164c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:43.284898 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f3488dcb-871a-429c-bd49-64500a0d164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:43.285164 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610a417-2110-442a-aa44-c6fd96ab09fa req-f7dee4e0-2d56-4c7c-b761-084376aebfa2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:43.286867 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8610a417-2110-442a-aa44-c6fd96ab09fa req-f7dee4e0-2d56-4c7c-b761-084376aebfa2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 943 time: 0.0667870 Jun 24 09:15:43.288170 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:43.326939 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8610a417-2110-442a-aa44-c6fd96ab09fa req-33364968-b5ca-41f0-abe3-85daea6b2411 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335488 Jun 24 09:15:43.327789 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34546) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:43.327966 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-f3488dcb-871a-429c-bd49-64500a0d164c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4e565d4728f4abe8a6ff4323d0818cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426434 Jun 24 09:15:43.328906 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3488dcb-871a-429c-bd49-64500a0d164c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e401d792-58c9-4ffd-b9ad-ac090f5405c1,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:43.332050 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-f3488dcb-871a-429c-bd49-64500a0d164c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:43.388572 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:43.411111 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:43.465674 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:43.468308 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:43.469503 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e401d792-58c9-4ffd-b9ad-ac090f5405c1 HTTP/1.1" status: 204 len: 168 time: 0.1404510 Jun 24 09:15:43.470367 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-1a5a650e-8249-411c-b4ac-f144e0e47ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:43.478760 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e401d792-58c9-4ffd-b9ad-ac090f5405c1,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:43.487768 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:43.488131 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:43.488494 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:43.488847 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:43.489200 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:43.489717 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:43.490073 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:43.490425 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:43.490772 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:43.491116 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:43.491467 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:43.491832 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:43.500470 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:43.666455 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343b9da-b005-4d7e-93c8-e3c17478021c req-9457586a-2106-451f-9480-3156273c8d8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:43.668190 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2343b9da-b005-4d7e-93c8-e3c17478021c req-9457586a-2106-451f-9480-3156273c8d8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.3285155 Jun 24 09:15:43.716878 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2343b9da-b005-4d7e-93c8-e3c17478021c req-63c8098d-05ad-4284-8149-4a8a66925edf tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Jun 24 09:15:43.772201 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 34558) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:43.786646 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-20a77539-e33a-4df4-82b4-48824ea5840b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:43.876817 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-20a77539-e33a-4df4-82b4-48824ea5840b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:43.880401 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-20a77539-e33a-4df4-82b4-48824ea5840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:43.882672 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:43.920761 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-20a77539-e33a-4df4-82b4-48824ea5840b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d4233eff00f4d2b8ae41f8c83235f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473494 Jun 24 09:15:43.921723 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a77539-e33a-4df4-82b4-48824ea5840b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7de969-eaf2-454d-804b-6d9ea04bdb90,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:43.923445 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34560) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:43.925801 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-20a77539-e33a-4df4-82b4-48824ea5840b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:43.977926 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-10d43ac6-8aa9-4c76-8c33-3c9ca523429a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:43.998726 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-10d43ac6-8aa9-4c76-8c33-3c9ca523429a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:44.047107 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-10d43ac6-8aa9-4c76-8c33-3c9ca523429a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:44.050057 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-10d43ac6-8aa9-4c76-8c33-3c9ca523429a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:44.053694 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-10d43ac6-8aa9-4c76-8c33-3c9ca523429a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de7de969-eaf2-454d-804b-6d9ea04bdb90 HTTP/1.1" status: 204 len: 168 time: 0.1268542 Jun 24 09:15:44.053694 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fde32aab-315e-4203-80b5-2e2fb85f5a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:44.060434 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d43ac6-8aa9-4c76-8c33-3c9ca523429a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7de969-eaf2-454d-804b-6d9ea04bdb90,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:44.064030 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-10d43ac6-8aa9-4c76-8c33-3c9ca523429a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:44.507071 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93865cf8-08a9-4c81-8dfa-01c3ea0f55e8 req-91e17f7d-1bfb-4698-85fc-a431cf1e717b tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:44.509747 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-93865cf8-08a9-4c81-8dfa-01c3ea0f55e8 req-91e17f7d-1bfb-4698-85fc-a431cf1e717b tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 943 time: 0.0682929 Jun 24 09:15:44.554658 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-93865cf8-08a9-4c81-8dfa-01c3ea0f55e8 req-1c5432a3-cc6f-403e-aa64-59fdaa8e5db5 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393260 Jun 24 09:15:44.919916 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcf50b-7403-4280-a97a-0a4efbd9aafd req-e0fffd54-9957-4bc2-b1b6-e2ca27150142 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:44.921359 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c3dcf50b-7403-4280-a97a-0a4efbd9aafd req-e0fffd54-9957-4bc2-b1b6-e2ca27150142 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0745990 Jun 24 09:15:44.959030 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c3dcf50b-7403-4280-a97a-0a4efbd9aafd req-989615c5-bac0-4c5d-b6e5-3498023c696e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Jun 24 09:15:45.077978 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device a02b7992-ddbf-455f-86ca-30796f61f6c3 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:15:45.170941 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port a02b7992-ddbf-455f-86ca-30796f61f6c3, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:15:45.186479 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': 'a02b7992-ddbf-455f-86ca-30796f61f6c3', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'port_id': 'a02b7992-ddbf-455f-86ca-30796f61f6c3', 'mac_address': 'fa:16:3e:e3:b3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:15:45.222743 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:45.235443 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02b7992-ddbf-455f-86ca-30796f61f6c3 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:15:45.254199 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port a02b7992-ddbf-455f-86ca-30796f61f6c3, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:15:45.258599 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:45.260405 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ee78ed62-efd4-46bc-8259-fdc120482f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:45.304496 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=a02b7992-ddbf-455f-86ca-30796f61f6c3,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:45.308608 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:45.732870 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a56edd-936d-40a8-89bd-1735dc01ee57 req-4287e116-7f7f-4ae1-8e5b-ab3c96b2fc41 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:45.734329 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e3a56edd-936d-40a8-89bd-1735dc01ee57 req-4287e116-7f7f-4ae1-8e5b-ab3c96b2fc41 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 944 time: 0.0659921 Jun 24 09:15:45.771982 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e3a56edd-936d-40a8-89bd-1735dc01ee57 req-49ea95de-816f-48c9-9c23-538e6cb9a91c tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319626 Jun 24 09:15:45.875381 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['a02b7992-ddbf-455f-86ca-30796f61f6c3'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:15:46.136413 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd41ba6-62ba-4c8d-a933-a4a5d0bf04fd req-6059718b-eaf3-40fa-9025-a41d43b83d5f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:46.137867 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbd41ba6-62ba-4c8d-a933-a4a5d0bf04fd req-6059718b-eaf3-40fa-9025-a41d43b83d5f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0624297 Jun 24 09:15:46.160501 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34642) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:46.176128 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bbd41ba6-62ba-4c8d-a933-a4a5d0bf04fd req-69b28428-8ef7-4720-8624-ffbcfec37a4f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328162 Jun 24 09:15:46.262763 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ac1abd74-ad99-405b-bff5-698e62a009d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:46.351197 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ac1abd74-ad99-405b-bff5-698e62a009d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:46.355040 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ac1abd74-ad99-405b-bff5-698e62a009d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:46.358197 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:46.391204 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-ac1abd74-ad99-405b-bff5-698e62a009d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef174719ad3f476aa3f23e141c61474d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294841 Jun 24 09:15:46.393188 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1abd74-ad99-405b-bff5-698e62a009d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7be1ff-65af-41c4-bc7a-90193526b2d1,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:46.393879 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 34646) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:46.396007 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ac1abd74-ad99-405b-bff5-698e62a009d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:46.441039 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0dee1f23-03e3-465d-9ee2-d6d5a441675d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:46.461037 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0dee1f23-03e3-465d-9ee2-d6d5a441675d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:46.506183 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0dee1f23-03e3-465d-9ee2-d6d5a441675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:46.509525 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0dee1f23-03e3-465d-9ee2-d6d5a441675d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:46.510997 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-0dee1f23-03e3-465d-9ee2-d6d5a441675d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be7be1ff-65af-41c4-bc7a-90193526b2d1 HTTP/1.1" status: 204 len: 168 time: 0.1157839 Jun 24 09:15:46.511370 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:46.518747 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee1f23-03e3-465d-9ee2-d6d5a441675d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7be1ff-65af-41c4-bc7a-90193526b2d1,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:46.520916 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0dee1f23-03e3-465d-9ee2-d6d5a441675d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:46.958823 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a407ba-7851-461a-80b4-b0385341979e req-243cd500-1e6b-4103-88c9-3013b9e29211 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:46.960339 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-07a407ba-7851-461a-80b4-b0385341979e req-243cd500-1e6b-4103-88c9-3013b9e29211 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 944 time: 0.0726466 Jun 24 09:15:47.000529 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-07a407ba-7851-461a-80b4-b0385341979e req-917df955-afe8-4c2c-9420-a80afbfd47ad tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335994 Jun 24 09:15:47.357024 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f0e38-5bca-4d24-8251-e6dbc4fb0666 req-efa36406-847d-4a00-9e26-95de5594a746 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:47.358512 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-aa1f0e38-5bca-4d24-8251-e6dbc4fb0666 req-efa36406-847d-4a00-9e26-95de5594a746 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0638175 Jun 24 09:15:47.397081 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-aa1f0e38-5bca-4d24-8251-e6dbc4fb0666 req-7645c702-e48e-4601-b5ad-c698d4d77ef9 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319507 Jun 24 09:15:47.522026 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34696) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:47.621503 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b881fc99-425d-4f4e-b13b-b6494d2aa187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:47.707699 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b881fc99-425d-4f4e-b13b-b6494d2aa187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:47.711149 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b881fc99-425d-4f4e-b13b-b6494d2aa187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:47.714391 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-55e236b6-c507-48ad-ab2f-f72894965ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:47.750260 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-b881fc99-425d-4f4e-b13b-b6494d2aa187 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ccb4bfa4083489c9d43bd7fb455916e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270863 Jun 24 09:15:47.752279 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881fc99-425d-4f4e-b13b-b6494d2aa187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5587e4d-1651-4b73-87a5-3f2f1fd53e3c,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:47.753090 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 34702) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:47.755860 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-b881fc99-425d-4f4e-b13b-b6494d2aa187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:47.810185 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-980ae1b9-5a7f-4586-9710-ce7932faf5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:47.830142 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-980ae1b9-5a7f-4586-9710-ce7932faf5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:47.875631 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-980ae1b9-5a7f-4586-9710-ce7932faf5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:47.878177 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-980ae1b9-5a7f-4586-9710-ce7932faf5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:47.881637 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-980ae1b9-5a7f-4586-9710-ce7932faf5ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5587e4d-1651-4b73-87a5-3f2f1fd53e3c HTTP/1.1" status: 204 len: 168 time: 0.1251788 Jun 24 09:15:47.881637 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4c1eafc8-b857-4168-ab4e-1c508d2acb90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:47.887379 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ae1b9-5a7f-4586-9710-ce7932faf5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5587e4d-1651-4b73-87a5-3f2f1fd53e3c,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:47.889776 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-980ae1b9-5a7f-4586-9710-ce7932faf5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:48.189193 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb2f5f-bb5a-41dc-aa11-2fb0f2b04977 req-12fd7f73-dd5e-4fb0-b806-71aad25f2493 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:48.190647 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6ecb2f5f-bb5a-41dc-aa11-2fb0f2b04977 req-12fd7f73-dd5e-4fb0-b806-71aad25f2493 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 944 time: 0.0653496 Jun 24 09:15:48.231845 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6ecb2f5f-bb5a-41dc-aa11-2fb0f2b04977 req-98189227-cbec-4f41-a839-939bd8893617 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354340 Jun 24 09:15:48.391723 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 34716) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:48.492641 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ab4f8f7a-8991-44d5-9d8b-57dc7254613c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:48.628461 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b61043-bdb1-4b5a-a983-cb36b8338d94 req-0abd6e95-ee38-4bd0-9c54-ac904e589060 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:48.629929 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-68b61043-bdb1-4b5a-a983-cb36b8338d94 req-0abd6e95-ee38-4bd0-9c54-ac904e589060 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1026022 Jun 24 09:15:48.639953 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ab4f8f7a-8991-44d5-9d8b-57dc7254613c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:48.647150 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ab4f8f7a-8991-44d5-9d8b-57dc7254613c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:48.656676 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-a926d617-4a3a-491f-a647-c9efae36ef5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:48.701779 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f8f7a-8991-44d5-9d8b-57dc7254613c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7ffe33-b856-4ddf-a983-98c3152f8685,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:48.705854 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-ab4f8f7a-8991-44d5-9d8b-57dc7254613c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28f11478ab674b3ba0f4b1759f011d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131320 Jun 24 09:15:48.706733 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ab4f8f7a-8991-44d5-9d8b-57dc7254613c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:48.709013 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 34722) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:48.718957 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-68b61043-bdb1-4b5a-a983-cb36b8338d94 req-58e33db9-5997-4c3d-8d4e-a3969b2dfbfd tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809236 Jun 24 09:15:48.762401 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6aeb15dd-aa06-4758-b2f6-af67d3609f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:48.783214 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6aeb15dd-aa06-4758-b2f6-af67d3609f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:48.832498 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6aeb15dd-aa06-4758-b2f6-af67d3609f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:48.835119 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6aeb15dd-aa06-4758-b2f6-af67d3609f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:48.836259 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-6aeb15dd-aa06-4758-b2f6-af67d3609f77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a7ffe33-b856-4ddf-a983-98c3152f8685 HTTP/1.1" status: 204 len: 168 time: 0.1263649 Jun 24 09:15:48.837017 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5c40fb61-1062-4d67-a410-7f3eb490b57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:48.845486 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb15dd-aa06-4758-b2f6-af67d3609f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7ffe33-b856-4ddf-a983-98c3152f8685,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:48.847517 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6aeb15dd-aa06-4758-b2f6-af67d3609f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:49.091159 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 34732) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:49.099146 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device a02b7992-ddbf-455f-86ca-30796f61f6c3 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:15:49.104818 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bdde98be-0569-4cab-a943-64742464c0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:49.145551 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port a02b7992-ddbf-455f-86ca-30796f61f6c3 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:15:49.149838 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port a02b7992-ddbf-455f-86ca-30796f61f6c3 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:49.150220 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:49.200956 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bdde98be-0569-4cab-a943-64742464c0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:49.204722 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bdde98be-0569-4cab-a943-64742464c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:49.208511 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3052b99a-0ecb-46c1-9b7d-0138763ec90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:49.227115 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:49.244370 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-bdde98be-0569-4cab-a943-64742464c0d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11056f40e0ff4bb29a5c3332330d9750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520872 Jun 24 09:15:49.245287 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde98be-0569-4cab-a943-64742464c0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392c3b33-6ad3-4e23-af83-2d7e0dc9e7ca,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:49.247247 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34734) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:49.249868 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-bdde98be-0569-4cab-a943-64742464c0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:49.251084 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:15:49.253767 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c38393b-d3c9-4fda-8648-e8020f7328eb" -d '{"events": [{"server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "name": "network-vif-plugged", "status": "completed", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:15:49.267213 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port a02b7992-ddbf-455f-86ca-30796f61f6c3, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:15:49.272444 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:49.275902 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ee78ed62-efd4-46bc-8259-fdc120482f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:49.302510 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0b5e134b-3687-4316-87cc-acd0d845f91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:49.323294 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1312556c-8b6d-4ca2-858d-170465c90ed6 x-openstack-request-id: req-1312556c-8b6d-4ca2-858d-170465c90ed6 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:15:49.323619 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "name": "network-vif-plugged", "status": "completed", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:15:49.324061 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1312556c-8b6d-4ca2-858d-170465c90ed6 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:15:49.324274 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3', 'code': 200} Jun 24 09:15:49.325884 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0b5e134b-3687-4316-87cc-acd0d845f91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:49.329429 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=a02b7992-ddbf-455f-86ca-30796f61f6c3,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:49.336591 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:49.337075 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:49.337705 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:49.338135 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:49.338546 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:49.338945 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:49.339344 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:49.339921 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:49.340320 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:49.340723 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:49.341118 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:49.341510 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:49.353853 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:49.376184 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0b5e134b-3687-4316-87cc-acd0d845f91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:49.378997 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0b5e134b-3687-4316-87cc-acd0d845f91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:49.380541 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-0b5e134b-3687-4316-87cc-acd0d845f91a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/392c3b33-6ad3-4e23-af83-2d7e0dc9e7ca HTTP/1.1" status: 204 len: 168 time: 0.1318469 Jun 24 09:15:49.381344 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-0470bce2-f372-4f96-a322-389baf3c1346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:49.389288 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e134b-3687-4316-87cc-acd0d845f91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392c3b33-6ad3-4e23-af83-2d7e0dc9e7ca,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:49.391435 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-0b5e134b-3687-4316-87cc-acd0d845f91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:49.435900 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407e413-1920-4d4f-9438-666182677535 req-7ba07c2e-3c50-4005-9318-448eccabe26a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:49.437463 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d407e413-1920-4d4f-9438-666182677535 req-7ba07c2e-3c50-4005-9318-448eccabe26a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 945 time: 0.0639482 Jun 24 09:15:49.481498 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d407e413-1920-4d4f-9438-666182677535 req-29f70822-bf90-40ae-8a85-e89afcce5f39 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377662 Jun 24 09:15:49.605985 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c08fda-f024-4359-9a5a-68a48ed95f87 req-e3f727ea-5d66-42a3-96a8-c6513496af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:49.607469 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-66c08fda-f024-4359-9a5a-68a48ed95f87 req-e3f727ea-5d66-42a3-96a8-c6513496af32 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 1098 time: 0.0551243 Jun 24 09:15:49.642210 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-66c08fda-f024-4359-9a5a-68a48ed95f87 req-4a506c6f-cb3b-4669-ba55-a1ae6c09a125 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282850 Jun 24 09:15:49.894055 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782f57e-e4b3-46f0-97e4-dbf8de5f31a5 req-b663c28e-cb12-4752-ab17-e2788d3ebf9d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:49.895848 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7782f57e-e4b3-46f0-97e4-dbf8de5f31a5 req-b663c28e-cb12-4752-ab17-e2788d3ebf9d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0636501 Jun 24 09:15:49.934906 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7782f57e-e4b3-46f0-97e4-dbf8de5f31a5 req-75cca890-7dd7-4ae1-a482-d9514db5a327 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334406 Jun 24 09:15:50.658217 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773cd05-bc50-42e6-ba59-4cff6496b0a0 req-65fb2eb5-d4aa-4acb-a1e0-d631e955807a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:50.659732 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f773cd05-bc50-42e6-ba59-4cff6496b0a0 req-65fb2eb5-d4aa-4acb-a1e0-d631e955807a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 945 time: 0.0643108 Jun 24 09:15:50.699663 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f773cd05-bc50-42e6-ba59-4cff6496b0a0 req-c2be2e51-4d8d-4b1c-ac59-cca6abd2c83a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331290 Jun 24 09:15:51.121218 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f9f0-61c4-45f5-91fa-c6a6763486d8 req-cc45c69b-5ed9-4081-872b-e1a0f44ea6a9 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:51.122728 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3a81f9f0-61c4-45f5-91fa-c6a6763486d8 req-cc45c69b-5ed9-4081-872b-e1a0f44ea6a9 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0678780 Jun 24 09:15:51.164335 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3a81f9f0-61c4-45f5-91fa-c6a6763486d8 req-84d424c2-0315-4b93-aecd-864824c5f0d9 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Jun 24 09:15:51.870946 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46306eac-c145-4cc8-9818-8a52b3063be5 req-67a3b3b3-be27-4cfb-a9b3-a7f966c31104 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:51.872413 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-46306eac-c145-4cc8-9818-8a52b3063be5 req-67a3b3b3-be27-4cfb-a9b3-a7f966c31104 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 945 time: 0.0619638 Jun 24 09:15:51.909621 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-46306eac-c145-4cc8-9818-8a52b3063be5 req-ffb7a835-f5a0-4ba3-b359-d3c101a86f9f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315812 Jun 24 09:15:52.079745 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb70e3-f372-4f52-97d3-3dfba16e518d req-00d5855e-7a08-4bca-a4ab-8e105d183b04 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:52.081162 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-38cb70e3-f372-4f52-97d3-3dfba16e518d req-00d5855e-7a08-4bca-a4ab-8e105d183b04 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 945 time: 0.0610518 Jun 24 09:15:52.121338 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-38cb70e3-f372-4f52-97d3-3dfba16e518d req-77580c42-61e4-4ba0-a02a-b352af23d4e0 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346577 Jun 24 09:15:52.348748 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc80f8e-7680-4a18-9f73-094deca3751e req-088b8858-3f35-4273-8772-0caceaf6e6e8 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:52.350303 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cfc80f8e-7680-4a18-9f73-094deca3751e req-088b8858-3f35-4273-8772-0caceaf6e6e8 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0696023 Jun 24 09:15:52.392279 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cfc80f8e-7680-4a18-9f73-094deca3751e req-d645ae58-782e-410f-ade5-0db60f31337f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359025 Jun 24 09:15:52.521881 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e7a7b-8cc5-43b4-a0b4-cacb5f5316ad req-0172ac41-d505-4941-a547-155bcf845109 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:52.523396 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-824e7a7b-8cc5-43b4-a0b4-cacb5f5316ad req-0172ac41-d505-4941-a547-155bcf845109 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 945 time: 0.0673921 Jun 24 09:15:52.564623 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-824e7a7b-8cc5-43b4-a0b4-cacb5f5316ad req-449c22b6-474c-48a7-9cf1-d9efe8d4043c tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356641 Jun 24 09:15:53.182174 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928a46c-c4fc-4a37-9bc2-a15b4a5ddb28 req-ceda99c3-6235-4aa6-9b4b-77d3e29fe5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:53.185189 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a928a46c-c4fc-4a37-9bc2-a15b4a5ddb28 req-ceda99c3-6235-4aa6-9b4b-77d3e29fe5c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 1098 time: 0.0527494 Jun 24 09:15:53.217498 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a928a46c-c4fc-4a37-9bc2-a15b4a5ddb28 req-732ef104-61e6-4799-aef5-c849345375b1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272744 Jun 24 09:15:53.578691 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2f078-d0d3-49fd-8eac-50bff1fce670 req-2b617373-b551-4f72-b949-fadc46b9c9c4 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:53.580193 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6ce2f078-d0d3-49fd-8eac-50bff1fce670 req-2b617373-b551-4f72-b949-fadc46b9c9c4 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0696380 Jun 24 09:15:53.619680 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6ce2f078-d0d3-49fd-8eac-50bff1fce670 req-e85012cc-da94-4415-adcf-208a0df8ebc3 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332124 Jun 24 09:15:54.804226 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee356009-cfd4-465e-b8cb-fafc251f4703 req-453a7565-cfe1-4ca4-833c-53c1e6111d17 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:54.806578 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ee356009-cfd4-465e-b8cb-fafc251f4703 req-453a7565-cfe1-4ca4-833c-53c1e6111d17 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0687256 Jun 24 09:15:54.843608 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ee356009-cfd4-465e-b8cb-fafc251f4703 req-73896a16-6529-4e4c-a90f-f8b3437751cf tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312786 Jun 24 09:15:56.016765 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d946ce-c8ce-4e92-bcd7-a61df2460d37 req-93fbfb12-0f03-47fd-bb7c-73436180a777 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:56.018207 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c2d946ce-c8ce-4e92-bcd7-a61df2460d37 req-93fbfb12-0f03-47fd-bb7c-73436180a777 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0661263 Jun 24 09:15:56.054519 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c2d946ce-c8ce-4e92-bcd7-a61df2460d37 req-4f5fbe4c-eb93-4220-89da-b52677199421 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308537 Jun 24 09:15:56.639760 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7748-8a9c-4082-a544-f7a463f4e79c req-b3d95a5a-c11e-45b1-abf6-8f4c4a36c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:56.641317 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ccca7748-8a9c-4082-a544-f7a463f4e79c req-b3d95a5a-c11e-45b1-abf6-8f4c4a36c3b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1421c1546cf34bd8b7927ed801ddb8de&device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 1098 time: 0.1130836 Jun 24 09:15:56.654851 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504564f-31f7-41eb-a81e-3422c03b6501 req-ed348786-d478-4789-ab21-8570fb704a04 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:56.656435 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f504564f-31f7-41eb-a81e-3422c03b6501 req-ed348786-d478-4789-ab21-8570fb704a04 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1169119 Jun 24 09:15:56.689432 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34938) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:56.786463 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f504564f-31f7-41eb-a81e-3422c03b6501 req-10e21330-9c1f-4a0c-b8e7-79ac3c705016 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208160 Jun 24 09:15:56.805167 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7748-8a9c-4082-a544-f7a463f4e79c req-9809136a-0e47-4dc2-bc20-deef664b47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:56.807105 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ccca7748-8a9c-4082-a544-f7a463f4e79c req-9809136a-0e47-4dc2-bc20-deef664b47f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e433b44-0391-4fbf-ae3d-a9343f6d064e HTTP/1.1" status: 200 len: 920 time: 0.1496632 Jun 24 09:15:56.847356 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-01d66628-8ae6-4a68-8ae3-a82fdd2e984f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:56.859729 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ccca7748-8a9c-4082-a544-f7a463f4e79c req-49c6ae7d-2f3f-4423-9558-d4e011a5567d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c341a96-f8cf-495c-8bba-306ac5096adb HTTP/1.1" status: 200 len: 217 time: 0.0419662 Jun 24 09:15:56.931976 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7748-8a9c-4082-a544-f7a463f4e79c req-7e52dca5-2e5c-46e9-a4c8-2d9016c9f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:56.933857 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ccca7748-8a9c-4082-a544-f7a463f4e79c req-7e52dca5-2e5c-46e9-a4c8-2d9016c9f914 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1b88817-e153-408d-bc31-ad073a24e376 HTTP/1.1" status: 200 len: 859 time: 0.0564163 Jun 24 09:15:56.983875 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ccca7748-8a9c-4082-a544-f7a463f4e79c req-7d272855-0dbf-4db1-b0bd-bcd4f486b6aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e433b44-0391-4fbf-ae3d-a9343f6d064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430007 Jun 24 09:15:56.990326 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-01d66628-8ae6-4a68-8ae3-a82fdd2e984f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:56.995120 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-01d66628-8ae6-4a68-8ae3-a82fdd2e984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:56.999620 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-7a776a00-68d9-4bda-94e6-cd16ed04ef1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:57.058835 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d66628-8ae6-4a68-8ae3-a82fdd2e984f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe717438-fdda-4528-aad2-63b5653ed9c2,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:57.062339 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-01d66628-8ae6-4a68-8ae3-a82fdd2e984f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:57.064904 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-01d66628-8ae6-4a68-8ae3-a82fdd2e984f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b96d2bf5ea7c41b591c7e515a27f1527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744702 Jun 24 09:15:57.067634 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34946) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:57.092958 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ccca7748-8a9c-4082-a544-f7a463f4e79c req-44755b34-1090-4643-8d21-8d375d30c8bf service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010811 Jun 24 09:15:57.117608 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-831de996-b114-4717-b6dc-d194e9f7a2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:57.141945 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-831de996-b114-4717-b6dc-d194e9f7a2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:57.193237 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-831de996-b114-4717-b6dc-d194e9f7a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:57.195780 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-831de996-b114-4717-b6dc-d194e9f7a2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:57.197036 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-831de996-b114-4717-b6dc-d194e9f7a2ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe717438-fdda-4528-aad2-63b5653ed9c2 HTTP/1.1" status: 204 len: 168 time: 0.1284866 Jun 24 09:15:57.197688 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fa282eb4-3ef0-43bd-8079-37cde57eb224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:57.204828 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831de996-b114-4717-b6dc-d194e9f7a2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe717438-fdda-4528-aad2-63b5653ed9c2,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:57.207281 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-831de996-b114-4717-b6dc-d194e9f7a2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:57.227111 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d8e97-067c-44f1-9773-7fc6ae56eb6c req-505d1f88-e9f7-403c-98af-fe80f6df8880 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:57.228585 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-613d8e97-067c-44f1-9773-7fc6ae56eb6c req-505d1f88-e9f7-403c-98af-fe80f6df8880 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.1344237 Jun 24 09:15:57.234520 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ccca7748-8a9c-4082-a544-f7a463f4e79c req-ca17f8e1-b3dd-49b7-9b92-ec396db9e69b service neutron] 10.222.0.23 "GET /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127906 Jun 24 09:15:57.271369 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-613d8e97-067c-44f1-9773-7fc6ae56eb6c req-60dd2546-1826-498f-8e1b-25893330b45e tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359204 Jun 24 09:15:57.459348 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 34952) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:57.472221 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6da94679-805a-46c2-9413-8f5d13be03d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:57.562207 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6da94679-805a-46c2-9413-8f5d13be03d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:57.566362 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6da94679-805a-46c2-9413-8f5d13be03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:57.568733 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-2bc86460-478a-4286-9e06-252b69bfa1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:57.603818 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-6da94679-805a-46c2-9413-8f5d13be03d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54803863707b4100b1d52b415f2e0fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431365 Jun 24 09:15:57.604671 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da94679-805a-46c2-9413-8f5d13be03d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d0b324-1033-41d4-b223-0132ed6f065c,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:57.606593 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 34954) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:57.607508 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-6da94679-805a-46c2-9413-8f5d13be03d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:57.655395 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bc7c9835-225b-46f8-ad64-54209601a6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:57.676464 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bc7c9835-225b-46f8-ad64-54209601a6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:57.728417 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bc7c9835-225b-46f8-ad64-54209601a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:57.731579 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bc7c9835-225b-46f8-ad64-54209601a6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:57.732687 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-bc7c9835-225b-46f8-ad64-54209601a6b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55d0b324-1033-41d4-b223-0132ed6f065c HTTP/1.1" status: 204 len: 168 time: 0.1250882 Jun 24 09:15:57.733811 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4206ea6f-3ba4-44d4-9091-81914e3bb0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:57.740961 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c9835-225b-46f8-ad64-54209601a6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d0b324-1033-41d4-b223-0132ed6f065c,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:57.743296 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-bc7c9835-225b-46f8-ad64-54209601a6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:57.983044 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a2798-c439-4fac-b6d7-3e402cd77a2a req-bd80d005-6855-49f6-95df-4a23aa6cf39f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:57.984483 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-391a2798-c439-4fac-b6d7-3e402cd77a2a req-bd80d005-6855-49f6-95df-4a23aa6cf39f tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0731061 Jun 24 09:15:58.016134 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c94733-46b4-47f9-aa38-a71b1418a1a5 req-b70b5419-7542-47d2-bc72-25ae9ad2dfbb tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:58.023052 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-60c94733-46b4-47f9-aa38-a71b1418a1a5 req-b70b5419-7542-47d2-bc72-25ae9ad2dfbb tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 945 time: 0.0767152 Jun 24 09:15:58.033461 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-391a2798-c439-4fac-b6d7-3e402cd77a2a req-9aa6a6cc-4690-4c67-874e-a7ca79e456ec tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Jun 24 09:15:58.057889 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-60c94733-46b4-47f9-aa38-a71b1418a1a5 req-b39ec4b9-e3e5-48f5-92f4-ee2c58ecbf57 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338728 Jun 24 09:15:58.082485 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 34978) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:58.334281 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba49f2a-9538-4700-8376-b8657ce22a2f tempest-TestMinimumBasicScenario-987847520 tempest-TestMinimumBasicScenario-987847520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:58.339413 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-3ba49f2a-9538-4700-8376-b8657ce22a2f tempest-TestMinimumBasicScenario-987847520 tempest-TestMinimumBasicScenario-987847520-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 1093 time: 0.2524645 Jun 24 09:15:58.339711 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 34994) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:58.344593 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Request body: {'floatingip': {'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'port_id': 'a02b7992-ddbf-455f-86ca-30796f61f6c3', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:15:58.369492 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for floatingip, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:58.468507 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb102d59-68de-4fce-8426-70f31a783b39 req-ffed7b97-292f-4438-b92d-a4aa92f18c5a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:58.471095 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-eb102d59-68de-4fce-8426-70f31a783b39 req-ffed7b97-292f-4438-b92d-a4aa92f18c5a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0788186 Jun 24 09:15:58.496500 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e3678f59-078b-42bb-a80e-1d5177c9797d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:58.518895 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:58.521881 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-eb102d59-68de-4fce-8426-70f31a783b39 req-a981a340-6557-4a05-9bd6-be6f3c2560c0 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432651 Jun 24 09:15:58.627839 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Allocated IP 172.28.1.146 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/537643ec-5004-4b89-9705-ef7fab158da0) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:15:58.744035 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:58.787395 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:58.790610 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-720251e2-15ac-4f3e-a7c7-3f18bd3e60be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:58.828237 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:15:58.831029 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:15:58.834488 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:15:58.864928 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event updated for resources: {'Port': ['ID=537643ec-5004-4b89-9705-ef7fab158da0,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:58.869304 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:59.206295 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a83d05-d1fc-4a2b-9c6e-d7e07b6c7a59 req-54eeae08-8210-40b9-8783-7a09e53a4336 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:59.208311 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f3a83d05-d1fc-4a2b-9c6e-d7e07b6c7a59 req-54eeae08-8210-40b9-8783-7a09e53a4336 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0811794 Jun 24 09:15:59.248261 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f3a83d05-d1fc-4a2b-9c6e-d7e07b6c7a59 req-e4df5ba1-1d43-4d17-a740-b21c70404579 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330472 Jun 24 09:15:59.329615 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:59.338324 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9d95a-c06f-4ce8-a8c5-c8a74ff565cf req-e23a9ec6-c380-4ea4-b23d-dbd7870c8b02 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:59.339880 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-12c9d95a-c06f-4ce8-a8c5-c8a74ff565cf req-e23a9ec6-c380-4ea4-b23d-dbd7870c8b02 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1233494 Jun 24 09:15:59.406014 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-12c9d95a-c06f-4ce8-a8c5-c8a74ff565cf req-28243810-4e13-470a-ba3b-53763d67688c tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462086 Jun 24 09:15:59.442622 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:59.606109 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:59.611850 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:59.615020 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:59.685599 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event updated for resources: {'Port': ['ID=537643ec-5004-4b89-9705-ef7fab158da0,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:59.698041 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:59.704542 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:59.706333 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5275a-7d11-4095-a03e-921a74d5b2f6 req-41eff14d-b635-46b3-85dd-b61363e7b0dc tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:59.707931 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-09e5275a-7d11-4095-a03e-921a74d5b2f6 req-41eff14d-b635-46b3-85dd-b61363e7b0dc tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0671499 Jun 24 09:15:59.754529 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-09e5275a-7d11-4095-a03e-921a74d5b2f6 req-7589f44d-542d-411a-8d11-5f9abb9dba66 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370464 Jun 24 09:15:59.803193 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.l3_db [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Floating IP 0d953da0-645c-4ffd-a630-126b7ac2db7e associated. External IP: 172.28.1.146, port: a02b7992-ddbf-455f-86ca-30796f61f6c3. Jun 24 09:16:00.015410 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Router e429aa50-73ee-41e1-bab3-7bbb12923a57 has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:16:00.126567 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:16:00.139849 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008e507-b12a-46bb-ac23-31de597eb3dc None None] Sync routers for ids ['e429aa50-73ee-41e1-bab3-7bbb12923a57'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:16:00.149245 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.151891 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008e507-b12a-46bb-ac23-31de597eb3dc None None] Routers {'e429aa50-73ee-41e1-bab3-7bbb12923a57'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:16:00.152507 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-e008e507-b12a-46bb-ac23-31de597eb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:15:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['e429aa50-73ee-41e1-bab3-7bbb12923a57'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:16:00.185814 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8450634 Jun 24 09:16:00.186540 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:16:00.188704 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35058) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:00.188956 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bb994c-e557-48a3-b9ed-395cdee6b3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:16:00.193428 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-fee0f9bc-9f95-4e05-ae12-fbc99dd5164f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899159569', 'description': 'tempest-secgroup-smoke-1899159569 description', 'project_id': '33f64fc4146d41d387ce00195ff99f52'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:16:00.218106 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fee0f9bc-9f95-4e05-ae12-fbc99dd5164f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.225673 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4ad411-b2bf-406c-a745-a401b1364d39 x-openstack-request-id: req-0a4ad411-b2bf-406c-a745-a401b1364d39 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:16:00.226750 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:16:00.227124 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a4ad411-b2bf-406c-a745-a401b1364d39 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:16:00.228203 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3', 'status': 'completed', 'code': 200} Jun 24 09:16:00.266164 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-e008e507-b12a-46bb-ac23-31de597eb3dc None None] Set router e429aa50-73ee-41e1-bab3-7bbb12923a57 gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:16:00.299646 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fee0f9bc-9f95-4e05-ae12-fbc99dd5164f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.304582 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fee0f9bc-9f95-4e05-ae12-fbc99dd5164f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.308951 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-2957548c-0858-4f2e-a8af-8587db0ead65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:00.348930 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fee0f9bc-9f95-4e05-ae12-fbc99dd5164f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.350281 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-fee0f9bc-9f95-4e05-ae12-fbc99dd5164f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1604898 Jun 24 09:16:00.353297 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35064) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:00.359224 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-eede8dce-fa9a-4208-a075-476b9791fcd7 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Request body: {'security_group_rule': {'security_group_id': 'ebc2a97d-956f-4ee4-8620-8a171965a118', 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:16:00.363658 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb994c-e557-48a3-b9ed-395cdee6b3cc req-12da53d2-ba9c-4662-b305-49fde4b39545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:00.365836 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27bb994c-e557-48a3-b9ed-395cdee6b3cc req-12da53d2-ba9c-4662-b305-49fde4b39545 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33f64fc4146d41d387ce00195ff99f52&device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 1098 time: 0.0763404 Jun 24 09:16:00.367368 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0f9bc-9f95-4e05-ae12-fbc99dd5164f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc2a97d-956f-4ee4-8620-8a171965a118,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:00.372071 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fee0f9bc-9f95-4e05-ae12-fbc99dd5164f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:00.425498 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-eede8dce-fa9a-4208-a075-476b9791fcd7 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.486954 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb994c-e557-48a3-b9ed-395cdee6b3cc req-0a196191-0997-45be-a18c-e0d799cdbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:00.488692 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27bb994c-e557-48a3-b9ed-395cdee6b3cc req-0a196191-0997-45be-a18c-e0d799cdbcd0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d187b5cf-fdbb-48b0-9ba8-9609aa637295 HTTP/1.1" status: 200 len: 916 time: 0.1047928 Jun 24 09:16:00.507162 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05485190-573e-4c7a-899f-d597bce248c5 req-29e6550d-d650-4b83-847e-f6884190b6f8 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:00.511973 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-05485190-573e-4c7a-899f-d597bce248c5 req-29e6550d-d650-4b83-847e-f6884190b6f8 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.1235132 Jun 24 09:16:00.538360 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-eede8dce-fa9a-4208-a075-476b9791fcd7 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.546051 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-eede8dce-fa9a-4208-a075-476b9791fcd7 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.550291 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-e008e507-b12a-46bb-ac23-31de597eb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:53Z', 'revision_number': 4, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port': {'id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '0d953da0-645c-4ffd-a630-126b7ac2db7e', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'floating_ip_address': '172.28.1.146', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'port_id': 'a02b7992-ddbf-455f-86ca-30796f61f6c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'mac_address': 'fa:16:3e:e3:b3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98610219-d348-4954-8432-25ac7dcaa978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:15:59Z', 'updated_at': '2021-06-24T09:15:59Z', 'revision_number': 0, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5976d3ca-8fec-49d0-982e-44f2fecd47ca', 'name': '', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'mac_address': 'fa:16:3e:11:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:52Z', 'updated_at': '2021-06-24T09:14:59Z', 'revision_number': 5, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'subnets': [{'id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:16:00.570717 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:00.578108 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008e507-b12a-46bb-ac23-31de597eb3dc None None] Checking router: e429aa50-73ee-41e1-bab3-7bbb12923a57 for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:16:00.591803 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede8dce-fa9a-4208-a075-476b9791fcd7 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307224be-218c-4f0e-8220-c737612f4f70,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:00.592170 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008e507-b12a-46bb-ac23-31de597eb3dc None None] Routers {'e429aa50-73ee-41e1-bab3-7bbb12923a57'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:16:00.593025 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-e008e507-b12a-46bb-ac23-31de597eb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:15:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['e429aa50-73ee-41e1-bab3-7bbb12923a57'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:16:00.597787 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-eede8dce-fa9a-4208-a075-476b9791fcd7 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:00.618648 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-05485190-573e-4c7a-899f-d597bce248c5 req-dfc6aeae-66b9-402c-88ac-393f6fd2f7f6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910347 Jun 24 09:16:00.619941 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-eede8dce-fa9a-4208-a075-476b9791fcd7 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.623807 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-eede8dce-fa9a-4208-a075-476b9791fcd7 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2668147 Jun 24 09:16:00.624134 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35068) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:00.634916 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-32ff0aff-b5e7-4014-abcb-9b8aca12a335 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Request body: {'security_group_rule': {'security_group_id': 'ebc2a97d-956f-4ee4-8620-8a171965a118', 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:16:00.654001 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27bb994c-e557-48a3-b9ed-395cdee6b3cc req-9b9c11cd-bde7-4783-ba9f-ee00e10bb965 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3 HTTP/1.1" status: 200 len: 999 time: 0.1371293 Jun 24 09:16:00.671113 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-32ff0aff-b5e7-4014-abcb-9b8aca12a335 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.723571 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0eb910-3c3a-47f0-91ac-6324ef59bc0b req-5bb2e649-d279-4f7a-8b5f-2e0613247599 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:00.725499 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ae0eb910-3c3a-47f0-91ac-6324ef59bc0b req-5bb2e649-d279-4f7a-8b5f-2e0613247599 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.1610222 Jun 24 09:16:00.735580 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb994c-e557-48a3-b9ed-395cdee6b3cc req-e2e9f513-f675-4833-8cb4-07c9906cbd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:00.736495 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-32ff0aff-b5e7-4014-abcb-9b8aca12a335 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.738142 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27bb994c-e557-48a3-b9ed-395cdee6b3cc req-e2e9f513-f675-4833-8cb4-07c9906cbd08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a263516f-3e51-4672-9f09-672a135da8b2 HTTP/1.1" status: 200 len: 854 time: 0.0742395 Jun 24 09:16:00.738311 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-e008e507-b12a-46bb-ac23-31de597eb3dc None None] Set router e429aa50-73ee-41e1-bab3-7bbb12923a57 gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:16:00.741596 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-32ff0aff-b5e7-4014-abcb-9b8aca12a335 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.743994 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-6dfd66cd-8d97-47c0-984c-6077fa310e0b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:00.761417 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff0aff-b5e7-4014-abcb-9b8aca12a335 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78703ac-59b1-457d-9641-0de7432d5426,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:00.764408 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-32ff0aff-b5e7-4014-abcb-9b8aca12a335 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:00.770228 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-32ff0aff-b5e7-4014-abcb-9b8aca12a335 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.774020 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-32ff0aff-b5e7-4014-abcb-9b8aca12a335 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429331 Jun 24 09:16:00.774153 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35070) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:00.778761 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-42e7f5a5-cbbb-4a4b-a102-246d4966e31f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Request body: {'security_group_rule': {'security_group_id': 'ebc2a97d-956f-4ee4-8620-8a171965a118', 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:16:00.812446 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-42e7f5a5-cbbb-4a4b-a102-246d4966e31f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.816093 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ae0eb910-3c3a-47f0-91ac-6324ef59bc0b req-30d8f4f5-866c-4a88-8d38-cda5b9546689 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769506 Jun 24 09:16:00.840786 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb994c-e557-48a3-b9ed-395cdee6b3cc req-5bc47e8e-80c1-46d4-9efe-b5ee6c1693a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:00.842276 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27bb994c-e557-48a3-b9ed-395cdee6b3cc req-5bc47e8e-80c1-46d4-9efe-b5ee6c1693a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d187b5cf-fdbb-48b0-9ba8-9609aa637295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880268 Jun 24 09:16:00.897343 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-42e7f5a5-cbbb-4a4b-a102-246d4966e31f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.902908 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-42e7f5a5-cbbb-4a4b-a102-246d4966e31f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.914058 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-32ff0aff-b5e7-4014-abcb-9b8aca12a335 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:00.957048 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27bb994c-e557-48a3-b9ed-395cdee6b3cc req-1dba7d43-9c3c-445b-bfad-fae6dd3bb91d service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047447 Jun 24 09:16:00.959551 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7f5a5-cbbb-4a4b-a102-246d4966e31f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c88a51b-085d-46b6-a140-92aa1b7eb116,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:00.963073 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-42e7f5a5-cbbb-4a4b-a102-246d4966e31f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:00.967005 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-42e7f5a5-cbbb-4a4b-a102-246d4966e31f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:00.968278 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-42e7f5a5-cbbb-4a4b-a102-246d4966e31f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1930957 Jun 24 09:16:00.970935 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35074) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:00.975710 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-a57c937c-81c5-4067-b534-02e637e6000a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Request body: {'security_group_rule': {'security_group_id': 'ebc2a97d-956f-4ee4-8620-8a171965a118', 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:16:00.999253 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-e008e507-b12a-46bb-ac23-31de597eb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:53Z', 'revision_number': 4, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port': {'id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '0d953da0-645c-4ffd-a630-126b7ac2db7e', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'floating_ip_address': '172.28.1.146', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'port_id': 'a02b7992-ddbf-455f-86ca-30796f61f6c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'mac_address': 'fa:16:3e:e3:b3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98610219-d348-4954-8432-25ac7dcaa978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:15:59Z', 'updated_at': '2021-06-24T09:15:59Z', 'revision_number': 0, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5976d3ca-8fec-49d0-982e-44f2fecd47ca', 'name': '', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'mac_address': 'fa:16:3e:11:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:52Z', 'updated_at': '2021-06-24T09:14:59Z', 'revision_number': 5, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'subnets': [{'id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:16:01.015749 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a57c937c-81c5-4067-b534-02e637e6000a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.026720 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008e507-b12a-46bb-ac23-31de597eb3dc None None] The sync data for ids ['e429aa50-73ee-41e1-bab3-7bbb12923a57'] in dv-cinder-797812-1-smb is: [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:53Z', 'revision_number': 4, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port': {'id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '0d953da0-645c-4ffd-a630-126b7ac2db7e', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'floating_ip_address': '172.28.1.146', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'port_id': 'a02b7992-ddbf-455f-86ca-30796f61f6c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'mac_address': 'fa:16:3e:e3:b3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98610219-d348-4954-8432-25ac7dcaa978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:15:59Z', 'updated_at': '2021-06-24T09:15:59Z', 'revision_number': 0, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5976d3ca-8fec-49d0-982e-44f2fecd47ca', 'name': '', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'mac_address': 'fa:16:3e:11:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:52Z', 'updated_at': '2021-06-24T09:14:59Z', 'revision_number': 5, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'subnets': [{'id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:16:01.043558 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71025c12-6834-40fa-a6af-9473a1124999 req-595fc526-e5b0-4f5b-87a5-3b9b0859f394 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:01.045119 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-71025c12-6834-40fa-a6af-9473a1124999 req-595fc526-e5b0-4f5b-87a5-3b9b0859f394 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.1331184 Jun 24 09:16:01.059784 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-27bb994c-e557-48a3-b9ed-395cdee6b3cc req-d0a78b16-7f48-4b98-9889-60fcf1d064d1 service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916867 Jun 24 09:16:01.115699 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-71025c12-6834-40fa-a6af-9473a1124999 req-5e6ddfb3-fd97-4b7f-a36e-07409409ae08 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623298 Jun 24 09:16:01.123599 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1e7e44bf-e16c-4217-8e04-1314f680e953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.126435 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a57c937c-81c5-4067-b534-02e637e6000a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.131172 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a57c937c-81c5-4067-b534-02e637e6000a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.133698 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-42e7f5a5-cbbb-4a4b-a102-246d4966e31f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:01.153837 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c937c-81c5-4067-b534-02e637e6000a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c54d4b8-80d4-4840-b97d-f850add5117e,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:01.156233 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a57c937c-81c5-4067-b534-02e637e6000a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.157363 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-a57c937c-81c5-4067-b534-02e637e6000a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1854322 Jun 24 09:16:01.158245 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a57c937c-81c5-4067-b534-02e637e6000a tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:01.160450 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35078) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:01.165844 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-83671fd5-be24-4fd0-a6ea-21645edc82b2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Request body: {'security_group_rule': {'security_group_id': 'ebc2a97d-956f-4ee4-8620-8a171965a118', 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:16:01.192741 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.securitygroups_db [None req-83671fd5-be24-4fd0-a6ea-21645edc82b2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Project 33f64fc4146d41d387ce00195ff99f52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:16:01.199040 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-83671fd5-be24-4fd0-a6ea-21645edc82b2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.225433 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.273153 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f612c-5d9b-4571-92fb-bb132bbeb0fc None None] New status for floating IP 0d953da0-645c-4ffd-a630-126b7ac2db7e: ACTIVE {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:16:01.288962 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-83671fd5-be24-4fd0-a6ea-21645edc82b2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.293446 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-83671fd5-be24-4fd0-a6ea-21645edc82b2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.295678 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:01.314966 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83671fd5-be24-4fd0-a6ea-21645edc82b2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fff572-cf8f-4c86-bc6c-c5de0e891c14,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:01.318545 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-83671fd5-be24-4fd0-a6ea-21645edc82b2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:01.325478 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-83671fd5-be24-4fd0-a6ea-21645edc82b2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.327974 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-83671fd5-be24-4fd0-a6ea-21645edc82b2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1662700 Jun 24 09:16:01.329804 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35088) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:01.334799 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-655c834f-2203-4a71-8cd1-2bb944db7378 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Request body: {'security_group_rule': {'security_group_id': 'ebc2a97d-956f-4ee4-8620-8a171965a118', 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:16:01.356883 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.securitygroups_db [None req-655c834f-2203-4a71-8cd1-2bb944db7378 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Project 33f64fc4146d41d387ce00195ff99f52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:16:01.361653 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-655c834f-2203-4a71-8cd1-2bb944db7378 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.431227 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-655c834f-2203-4a71-8cd1-2bb944db7378 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.436204 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-655c834f-2203-4a71-8cd1-2bb944db7378 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.438392 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-cdf0660c-f6ca-40c4-94d5-cc2512692f96 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:01.456331 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c834f-2203-4a71-8cd1-2bb944db7378 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549e0383-0f7a-4935-83ee-c50dca471abe,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:01.458972 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-655c834f-2203-4a71-8cd1-2bb944db7378 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:01.461571 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-655c834f-2203-4a71-8cd1-2bb944db7378 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:01.466034 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-655c834f-2203-4a71-8cd1-2bb944db7378 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1325650 Jun 24 09:16:01.596472 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-38e0d683-48c8-47f4-874d-161504d4bf03 req-916103f8-266d-46c6-929d-1fc936b0dee8 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899159569&fields=id&tenant_id=33f64fc4146d41d387ce00195ff99f52 HTTP/1.1" status: 200 len: 267 time: 0.0372753 Jun 24 09:16:01.661852 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d683-48c8-47f4-874d-161504d4bf03 req-cb5e3da0-d7f3-46c6-95cc-f671c822acdb tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:01.663956 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-38e0d683-48c8-47f4-874d-161504d4bf03 req-cb5e3da0-d7f3-46c6-95cc-f671c822acdb tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 945 time: 0.0617688 Jun 24 09:16:01.675083 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-38e0d683-48c8-47f4-874d-161504d4bf03 req-0640db92-31bc-42ad-ae4d-de0226a3f392 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Request body: {'port': {'security_groups': ['705a8d9c-d730-4406-bdfd-af52f8f507f7', 'ebc2a97d-956f-4ee4-8620-8a171965a118']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:16:01.809648 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4c67f-5067-4e34-a0e7-d9d777bd9523 req-2c6bd811-a3cb-46df-9eaf-6e8c2532e064 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:01.811125 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-96b4c67f-5067-4e34-a0e7-d9d777bd9523 req-2c6bd811-a3cb-46df-9eaf-6e8c2532e064 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0673475 Jun 24 09:16:01.851284 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-96b4c67f-5067-4e34-a0e7-d9d777bd9523 req-2b54e662-dabd-402e-a140-1b0e2b56ee29 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342078 Jun 24 09:16:02.011121 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-38e0d683-48c8-47f4-874d-161504d4bf03 req-0640db92-31bc-42ad-ae4d-de0226a3f392 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:02.025680 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e03ff-78f4-4bd7-b0e5-590dd1f42b89 req-ba0b8959-73ca-4c63-8f11-7b2f7a321c95 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:02.027170 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-323e03ff-78f4-4bd7-b0e5-590dd1f42b89 req-ba0b8959-73ca-4c63-8f11-7b2f7a321c95 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0670731 Jun 24 09:16:02.066264 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-323e03ff-78f4-4bd7-b0e5-590dd1f42b89 req-2aea6b8c-7ae9-4994-8559-e8c53f5bf70d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Jun 24 09:16:02.193972 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-38e0d683-48c8-47f4-874d-161504d4bf03 req-0640db92-31bc-42ad-ae4d-de0226a3f392 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] For port a02b7992-ddbf-455f-86ca-30796f61f6c3, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:16:02.222133 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-38e0d683-48c8-47f4-874d-161504d4bf03 req-0640db92-31bc-42ad-ae4d-de0226a3f392 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:02.226671 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-38e0d683-48c8-47f4-874d-161504d4bf03 req-0640db92-31bc-42ad-ae4d-de0226a3f392 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:02.231847 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:02.271354 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d683-48c8-47f4-874d-161504d4bf03 req-0640db92-31bc-42ad-ae4d-de0226a3f392 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:02.272026 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-38e0d683-48c8-47f4-874d-161504d4bf03 req-0640db92-31bc-42ad-ae4d-de0226a3f392 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:02.273455 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-38e0d683-48c8-47f4-874d-161504d4bf03 req-0640db92-31bc-42ad-ae4d-de0226a3f392 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "PUT /v2.0/ports/a02b7992-ddbf-455f-86ca-30796f61f6c3 HTTP/1.1" status: 200 len: 981 time: 0.6028626 Jun 24 09:16:02.274091 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:16:02.276499 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae9e73a-ff22-42bd-b2dc-9af453807307" -d '{"events": [{"name": "network-changed", "server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:16:02.284153 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['a02b7992-ddbf-455f-86ca-30796f61f6c3'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:16:02.310235 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640db92-31bc-42ad-ae4d-de0226a3f392 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event updated for resources: {'Port': ['ID=a02b7992-ddbf-455f-86ca-30796f61f6c3,revision_number=6']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:02.313569 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0640db92-31bc-42ad-ae4d-de0226a3f392 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:02.321539 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:02.510633 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e83f9-4df1-46f8-a5ca-dc4f7d185a83 req-c8bbcd1e-dbe0-48f1-9f65-678cfa9c939b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:02.510771 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['a02b7992-ddbf-455f-86ca-30796f61f6c3'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:16:02.512514 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-105e83f9-4df1-46f8-a5ca-dc4f7d185a83 req-c8bbcd1e-dbe0-48f1-9f65-678cfa9c939b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.1001551 Jun 24 09:16:02.578702 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-105e83f9-4df1-46f8-a5ca-dc4f7d185a83 req-6551302e-4709-40aa-986a-c331ea0b09fc tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569952 Jun 24 09:16:02.622712 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf748fb-8ef6-49ca-ac12-beb50b089e7b x-openstack-request-id: req-dbf748fb-8ef6-49ca-ac12-beb50b089e7b {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:16:02.623165 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:16:02.623568 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbf748fb-8ef6-49ca-ac12-beb50b089e7b {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:16:02.624071 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3', 'status': 'completed', 'code': 200} Jun 24 09:16:02.647980 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08437200-51ac-412d-8cd3-e5051320691f req-ee84568e-dafa-4c14-ac02-28637a30eb2f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:02.652690 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-08437200-51ac-412d-8cd3-e5051320691f req-ee84568e-dafa-4c14-ac02-28637a30eb2f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 984 time: 0.0969865 Jun 24 09:16:02.681179 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-f1ba5759-1baf-461a-b5c8-7524abb2839c None None] Provisioning complete for port a02b7992-ddbf-455f-86ca-30796f61f6c3 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:16:02.681882 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1ba5759-1baf-461a-b5c8-7524abb2839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:02.699104 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-08437200-51ac-412d-8cd3-e5051320691f req-ce354ee0-6437-4ba6-a365-fdaafbba489d tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&id=ebc2a97d-956f-4ee4-8620-8a171965a118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426574 Jun 24 09:16:02.785888 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9e73a-ff22-42bd-b2dc-9af453807307 req-1da04d80-e1fb-48c2-933f-93bb5e1ae493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:02.787643 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-eae9e73a-ff22-42bd-b2dc-9af453807307 req-1da04d80-e1fb-48c2-933f-93bb5e1ae493 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33f64fc4146d41d387ce00195ff99f52&device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 1137 time: 0.0551829 Jun 24 09:16:02.887437 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9e73a-ff22-42bd-b2dc-9af453807307 req-501de156-8995-4c43-82a7-98f9e717b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:02.889208 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-eae9e73a-ff22-42bd-b2dc-9af453807307 req-501de156-8995-4c43-82a7-98f9e717b021 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d187b5cf-fdbb-48b0-9ba8-9609aa637295 HTTP/1.1" status: 200 len: 916 time: 0.0907936 Jun 24 09:16:02.984209 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-eae9e73a-ff22-42bd-b2dc-9af453807307 req-1ff00b12-496b-4524-a295-fe09e64082e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3 HTTP/1.1" status: 200 len: 1001 time: 0.0835435 Jun 24 09:16:02.985163 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35140) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:03.075783 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9e73a-ff22-42bd-b2dc-9af453807307 req-96187fe0-8d5a-48bf-9c12-02e661037aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:03.077908 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-eae9e73a-ff22-42bd-b2dc-9af453807307 req-96187fe0-8d5a-48bf-9c12-02e661037aa1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a263516f-3e51-4672-9f09-672a135da8b2 HTTP/1.1" status: 200 len: 854 time: 0.0738282 Jun 24 09:16:03.104628 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-93816e37-e668-476e-8de5-19700922b5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:03.138151 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b08bc6-5659-4618-adca-bf8d4ac8d042 req-bbcf9a19-9a03-4d37-bbe3-f2ea1e53bccb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:03.139614 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d5b08bc6-5659-4618-adca-bf8d4ac8d042 req-bbcf9a19-9a03-4d37-bbe3-f2ea1e53bccb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.1474175 Jun 24 09:16:03.217325 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d5b08bc6-5659-4618-adca-bf8d4ac8d042 req-302b04e2-a0f9-4647-8a4f-302456a67ffb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715423 Jun 24 09:16:03.230839 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9e73a-ff22-42bd-b2dc-9af453807307 req-2d6b43be-9320-487a-a42e-43a0e2f388a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:03.232155 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-eae9e73a-ff22-42bd-b2dc-9af453807307 req-2d6b43be-9320-487a-a42e-43a0e2f388a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d187b5cf-fdbb-48b0-9ba8-9609aa637295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1457980 Jun 24 09:16:03.318548 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-93816e37-e668-476e-8de5-19700922b5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:03.324223 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-93816e37-e668-476e-8de5-19700922b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:03.329165 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-d617ec2b-a4fb-4f72-b247-6fd4b7ede87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:03.370716 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-93816e37-e668-476e-8de5-19700922b5cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10e588bdab974998bcc115a1f2cc6066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845067 Jun 24 09:16:03.373398 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35144) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:03.379348 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93816e37-e668-476e-8de5-19700922b5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fa4f25-4138-45df-8ac5-2febcd39ffde,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:03.383591 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-93816e37-e668-476e-8de5-19700922b5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:03.403291 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-eae9e73a-ff22-42bd-b2dc-9af453807307 req-9d6ed8a9-eb3a-410c-82ca-d3e645cc7adb service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358721 Jun 24 09:16:03.423169 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa32e736-0efb-4d20-876b-7c78c58236ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:03.450259 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa32e736-0efb-4d20-876b-7c78c58236ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:03.500277 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa32e736-0efb-4d20-876b-7c78c58236ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:03.503546 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa32e736-0efb-4d20-876b-7c78c58236ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:03.507075 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-fa32e736-0efb-4d20-876b-7c78c58236ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79fa4f25-4138-45df-8ac5-2febcd39ffde HTTP/1.1" status: 204 len: 168 time: 0.1308804 Jun 24 09:16:03.507075 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:03.510711 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-eae9e73a-ff22-42bd-b2dc-9af453807307 req-c213599e-db39-42bb-a06f-8c4c490e1c57 service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933032 Jun 24 09:16:03.515195 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32e736-0efb-4d20-876b-7c78c58236ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fa4f25-4138-45df-8ac5-2febcd39ffde,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:03.520302 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fa32e736-0efb-4d20-876b-7c78c58236ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:03.742471 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:03.751098 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c4e01-87ca-43fc-aa99-67527561657c req-0211fc05-4be9-4c8d-b486-699437000b07 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:03.752614 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-850c4e01-87ca-43fc-aa99-67527561657c req-0211fc05-4be9-4c8d-b486-699437000b07 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0653045 Jun 24 09:16:03.789893 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-850c4e01-87ca-43fc-aa99-67527561657c req-3899a948-ec08-4b2e-9995-e6ec0a2a6977 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318921 Jun 24 09:16:03.791702 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35154) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:03.804539 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-93403d04-83c4-43e3-9258-812dcce4060d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:03.895363 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-93403d04-83c4-43e3-9258-812dcce4060d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:03.898956 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-93403d04-83c4-43e3-9258-812dcce4060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:03.902863 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-e8bf212e-0495-4168-82f4-f2fb823fba95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:03.937401 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-93403d04-83c4-43e3-9258-812dcce4060d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=12a7ac7d63704460af58ccb281453a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446800 Jun 24 09:16:03.938641 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93403d04-83c4-43e3-9258-812dcce4060d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53ae25a-04fb-4b61-a3c6-a7ea4abe6af3,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:03.940179 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35156) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:03.941531 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-93403d04-83c4-43e3-9258-812dcce4060d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:03.988836 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0645686c-0d27-431c-bc9b-5323db03e427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:04.011914 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0645686c-0d27-431c-bc9b-5323db03e427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:04.056516 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0645686c-0d27-431c-bc9b-5323db03e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:04.059031 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0645686c-0d27-431c-bc9b-5323db03e427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:04.060193 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-0645686c-0d27-431c-bc9b-5323db03e427 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b53ae25a-04fb-4b61-a3c6-a7ea4abe6af3 HTTP/1.1" status: 204 len: 168 time: 0.1184549 Jun 24 09:16:04.060982 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-bc7c9835-225b-46f8-ad64-54209601a6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:04.067938 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645686c-0d27-431c-bc9b-5323db03e427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53ae25a-04fb-4b61-a3c6-a7ea4abe6af3,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:04.070090 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0645686c-0d27-431c-bc9b-5323db03e427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:04.367904 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35164) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:04.381389 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8be9d998-1b91-42af-8efe-fd30ee53f355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:04.400340 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67220164-4033-4bba-ba7a-f4fbcbbf2ea6 req-4beb4abe-0de1-4751-bfaf-1884e7522519 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:04.401799 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-67220164-4033-4bba-ba7a-f4fbcbbf2ea6 req-4beb4abe-0de1-4751-bfaf-1884e7522519 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0626371 Jun 24 09:16:04.446827 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-67220164-4033-4bba-ba7a-f4fbcbbf2ea6 req-700a8be5-a521-4937-8ba8-40be8c5ac34d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379691 Jun 24 09:16:04.476792 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8be9d998-1b91-42af-8efe-fd30ee53f355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:04.481514 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8be9d998-1b91-42af-8efe-fd30ee53f355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:04.484057 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-077167f1-9fd1-4e03-830b-e1728b9f0432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:04.519785 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-8be9d998-1b91-42af-8efe-fd30ee53f355 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6f48dba1b3042ae8dac62dc87bbba83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502130 Jun 24 09:16:04.520676 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9d998-1b91-42af-8efe-fd30ee53f355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743897bf-3b57-4bda-9930-705fc6f1bccc,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:04.522431 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35166) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:04.523640 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-8be9d998-1b91-42af-8efe-fd30ee53f355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:04.570813 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-37805254-466f-4dc4-a18d-73697d3d7807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:04.595438 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-37805254-466f-4dc4-a18d-73697d3d7807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:04.644984 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-37805254-466f-4dc4-a18d-73697d3d7807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:04.647952 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-37805254-466f-4dc4-a18d-73697d3d7807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:04.649089 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-37805254-466f-4dc4-a18d-73697d3d7807 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/743897bf-3b57-4bda-9930-705fc6f1bccc HTTP/1.1" status: 204 len: 168 time: 0.1256802 Jun 24 09:16:04.649918 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6f489c5d-fad5-4644-858f-f744c8e536be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:04.659748 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37805254-466f-4dc4-a18d-73697d3d7807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743897bf-3b57-4bda-9930-705fc6f1bccc,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:04.662120 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-37805254-466f-4dc4-a18d-73697d3d7807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:04.975401 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be6ba9-6bc1-4ae8-b8e9-8292dc73f665 req-67083dfa-0e3d-440a-b31f-2189fe3e1c7b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:04.977024 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-77be6ba9-6bc1-4ae8-b8e9-8292dc73f665 req-67083dfa-0e3d-440a-b31f-2189fe3e1c7b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0694063 Jun 24 09:16:05.019983 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-77be6ba9-6bc1-4ae8-b8e9-8292dc73f665 req-68c01222-b0e5-4d33-a7b9-1b1defb73459 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369649 Jun 24 09:16:05.627880 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930b6c6-a6c9-4b1e-b1c9-be27e201c44d req-ba53c70a-1f34-46c7-9131-7ca0c254dd1d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:05.629739 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f930b6c6-a6c9-4b1e-b1c9-be27e201c44d req-ba53c70a-1f34-46c7-9131-7ca0c254dd1d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0654254 Jun 24 09:16:05.671785 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f930b6c6-a6c9-4b1e-b1c9-be27e201c44d req-da57187e-a8bd-4ede-af7b-ee8aa7e0e065 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360589 Jun 24 09:16:06.193078 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbdf84-fb78-421f-937a-44776ce27361 req-d1fafdaa-77ba-450a-a91e-9519a40c2c2d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:06.194510 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-eefbdf84-fb78-421f-937a-44776ce27361 req-d1fafdaa-77ba-450a-a91e-9519a40c2c2d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0624125 Jun 24 09:16:06.231287 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-eefbdf84-fb78-421f-937a-44776ce27361 req-9b3beacc-ec4b-4265-be32-57a51988266b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309711 Jun 24 09:16:06.852494 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1492c24-24b1-49e5-8014-6ca36f400d42 req-38ecc955-c264-4b70-84b8-d1dd0b3d0981 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:06.853978 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e1492c24-24b1-49e5-8014-6ca36f400d42 req-38ecc955-c264-4b70-84b8-d1dd0b3d0981 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0670154 Jun 24 09:16:06.895857 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e1492c24-24b1-49e5-8014-6ca36f400d42 req-70e6012b-8d59-4f8b-8e1f-85cd45c29c18 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363836 Jun 24 09:16:07.256140 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b42f1e-d5dd-4c54-9cde-2a6bba5d3dcb req-1d82a5ce-7c6a-4871-9289-03bf04c0e8a6 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:07.258543 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b8b42f1e-d5dd-4c54-9cde-2a6bba5d3dcb req-1d82a5ce-7c6a-4871-9289-03bf04c0e8a6 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0621905 Jun 24 09:16:07.296880 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b8b42f1e-d5dd-4c54-9cde-2a6bba5d3dcb req-c30769ae-ff77-47fe-bbef-050371be71d9 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Jun 24 09:16:07.408859 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b369a-f340-4bf8-b00a-f8f076af51f0 req-ccac02a8-b7cb-4017-9d54-38fa03e9d61e tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:07.410281 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b37b369a-f340-4bf8-b00a-f8f076af51f0 req-ccac02a8-b7cb-4017-9d54-38fa03e9d61e tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0614154 Jun 24 09:16:07.447959 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b37b369a-f340-4bf8-b00a-f8f076af51f0 req-a832e6f5-6aa6-41b8-8223-acf9875640e4 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312512 Jun 24 09:16:08.093155 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2873a-7137-4ac6-af06-0a15200f2898 req-c14f0e10-c20d-432b-987a-ae65e879fb17 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:08.094615 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-87b2873a-7137-4ac6-af06-0a15200f2898 req-c14f0e10-c20d-432b-987a-ae65e879fb17 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0715704 Jun 24 09:16:08.135287 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-87b2873a-7137-4ac6-af06-0a15200f2898 req-68db638e-e951-467f-955a-01e94f4c4f58 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350909 Jun 24 09:16:08.470326 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8f994-601f-4a5a-b775-b75c7bf4a5f0 req-62558f5b-00ab-4606-a4f1-341de150b47b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:08.471875 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d1a8f994-601f-4a5a-b775-b75c7bf4a5f0 req-62558f5b-00ab-4606-a4f1-341de150b47b tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0651639 Jun 24 09:16:08.512886 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d1a8f994-601f-4a5a-b775-b75c7bf4a5f0 req-c480ece9-0436-4e4c-bef1-d2fcf055054a tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350041 Jun 24 09:16:08.622285 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ed77a-5a6b-49a6-99d9-443ee07f4fc6 req-cf0256db-4621-4363-8326-efae84990da5 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:08.623685 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9a1ed77a-5a6b-49a6-99d9-443ee07f4fc6 req-cf0256db-4621-4363-8326-efae84990da5 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0620198 Jun 24 09:16:08.660160 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9a1ed77a-5a6b-49a6-99d9-443ee07f4fc6 req-707377a5-3552-40ba-844e-75043b624f60 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309150 Jun 24 09:16:09.316345 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ed5bd-4669-40a7-8c33-36df7a904151 req-4b83f5eb-b87c-4499-a0b2-26d00f0be92d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:09.317770 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-733ed5bd-4669-40a7-8c33-36df7a904151 req-4b83f5eb-b87c-4499-a0b2-26d00f0be92d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0642247 Jun 24 09:16:09.354111 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-733ed5bd-4669-40a7-8c33-36df7a904151 req-e812a7bd-90e1-41d5-b78c-ebfb2b0074d6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300388 Jun 24 09:16:09.362566 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:09.409260 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:16:09.690991 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a715c-76ff-4a4e-ad32-2e6419cb0f8f req-761189cf-e7af-4587-9698-7be801fc25ba tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:09.692230 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-417a715c-76ff-4a4e-ad32-2e6419cb0f8f req-761189cf-e7af-4587-9698-7be801fc25ba tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0610049 Jun 24 09:16:09.730047 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-417a715c-76ff-4a4e-ad32-2e6419cb0f8f req-3a003916-d0aa-4ec4-8fda-7acbba4e5d63 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318947 Jun 24 09:16:09.834556 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fad727-ab0d-4b4f-8096-e6eede911921 req-d7ccf711-81fa-4fac-9170-b8d49a72b69a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:09.836010 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-51fad727-ab0d-4b4f-8096-e6eede911921 req-d7ccf711-81fa-4fac-9170-b8d49a72b69a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0645654 Jun 24 09:16:10.070695 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-51fad727-ab0d-4b4f-8096-e6eede911921 req-8dee4c18-c616-4b4f-b30e-dfd9c81f7a1b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290328 Jun 24 09:16:10.538246 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67a551-f026-43cf-8116-f31ca1e15bb2 req-6d5e26b2-d335-4e41-a3fd-ffe0a9c98148 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:10.539999 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5b67a551-f026-43cf-8116-f31ca1e15bb2 req-6d5e26b2-d335-4e41-a3fd-ffe0a9c98148 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0672584 Jun 24 09:16:10.599125 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5b67a551-f026-43cf-8116-f31ca1e15bb2 req-26a17737-c640-4958-ac30-b33a12e8bcd5 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533016 Jun 24 09:16:10.722066 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffc449-f2ea-490b-9e9d-9c7e5301235d req-9a8cfeb4-9f2d-4dd8-996e-d0918959e8e8 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:10.723521 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-faffc449-f2ea-490b-9e9d-9c7e5301235d req-9a8cfeb4-9f2d-4dd8-996e-d0918959e8e8 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.23 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0630639 Jun 24 09:16:10.833761 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-faffc449-f2ea-490b-9e9d-9c7e5301235d req-5e234c83-c881-41e1-8a01-d68c18524709 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Deleting port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:16:10.834039 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-faffc449-f2ea-490b-9e9d-9c7e5301235d req-5e234c83-c881-41e1-8a01-d68c18524709 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:10.923285 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe6ae3-6b0a-41f0-b44a-5fd75bb4a5ca req-adc0f503-8a88-4b9b-9662-809401119b44 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:10.924634 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-faffc449-f2ea-490b-9e9d-9c7e5301235d req-5e234c83-c881-41e1-8a01-d68c18524709 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] For port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=27e5e915-91e9-4e0c-8a15-8970ddefe8c2,segment=NetworkSegment(cecafdd1-1409-4fd7-bf22-a6866aa57683),segment_id=cecafdd1-1409-4fd7-bf22-a6866aa57683)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:16:10.924803 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-bebe6ae3-6b0a-41f0-b44a-5fd75bb4a5ca req-adc0f503-8a88-4b9b-9662-809401119b44 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 945 time: 0.0699279 Jun 24 09:16:10.924995 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-faffc449-f2ea-490b-9e9d-9c7e5301235d req-5e234c83-c881-41e1-8a01-d68c18524709 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:10.938924 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-faffc449-f2ea-490b-9e9d-9c7e5301235d req-5e234c83-c881-41e1-8a01-d68c18524709 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Calling delete_port for 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:16:10.966370 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-bebe6ae3-6b0a-41f0-b44a-5fd75bb4a5ca req-93f1f8ad-74cb-4f44-b243-5aad23e51074 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361764 Jun 24 09:16:11.068649 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-faffc449-f2ea-490b-9e9d-9c7e5301235d req-5e234c83-c881-41e1-8a01-d68c18524709 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:11.072885 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0640db92-31bc-42ad-ae4d-de0226a3f392 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:11.097636 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e234c83-c881-41e1-8a01-d68c18524709 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Pushing event deleted for resources: {'Port': ['ID=27e5e915-91e9-4e0c-8a15-8970ddefe8c2,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:11.100578 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5e234c83-c881-41e1-8a01-d68c18524709 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:11.113701 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['4c341a96-f8cf-495c-8bba-306ac5096adb', '27e5e915-91e9-4e0c-8a15-8970ddefe8c2'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:16:11.141260 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-faffc449-f2ea-490b-9e9d-9c7e5301235d req-5e234c83-c881-41e1-8a01-d68c18524709 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] No DVR routers for this DVR port 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:16:11.143778 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-faffc449-f2ea-490b-9e9d-9c7e5301235d req-5e234c83-c881-41e1-8a01-d68c18524709 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:11.145780 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-faffc449-f2ea-490b-9e9d-9c7e5301235d req-5e234c83-c881-41e1-8a01-d68c18524709 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.23 "DELETE /v2.0/ports/27e5e915-91e9-4e0c-8a15-8970ddefe8c2 HTTP/1.1" status: 204 len: 173 time: 0.4155254 Jun 24 09:16:11.146266 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353d5590-52ea-46af-a8da-850db9e59c07', 'name': 'network-vif-deleted', 'tag': '27e5e915-91e9-4e0c-8a15-8970ddefe8c2'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:16:11.148571 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f90ceb-8a85-45ba-9109-19da2b5e16eb" -d '{"events": [{"server_uuid": "353d5590-52ea-46af-a8da-850db9e59c07", "name": "network-vif-deleted", "tag": "27e5e915-91e9-4e0c-8a15-8970ddefe8c2"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:16:11.224998 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4ff3d5-733e-4953-8e7a-0be6e20796c3 x-openstack-request-id: req-0e4ff3d5-733e-4953-8e7a-0be6e20796c3 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:16:11.225316 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353d5590-52ea-46af-a8da-850db9e59c07", "name": "network-vif-deleted", "tag": "27e5e915-91e9-4e0c-8a15-8970ddefe8c2", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:16:11.225596 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e4ff3d5-733e-4953-8e7a-0be6e20796c3 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:16:11.226010 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353d5590-52ea-46af-a8da-850db9e59c07', 'name': 'network-vif-deleted', 'tag': '27e5e915-91e9-4e0c-8a15-8970ddefe8c2', 'status': 'completed', 'code': 200} Jun 24 09:16:11.263539 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c5551-5b51-4872-a883-4cc07acb4b5e req-b3033956-85d0-4a0a-8df8-a15a8a8fa29a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:11.265002 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-756c5551-5b51-4872-a883-4cc07acb4b5e req-b3033956-85d0-4a0a-8df8-a15a8a8fa29a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0712659 Jun 24 09:16:11.302589 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-756c5551-5b51-4872-a883-4cc07acb4b5e req-c44d0b06-c351-43a3-a682-34bdd3ae2d5a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320034 Jun 24 09:16:11.773387 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5710fc-6b5e-4b2f-83c7-52c3fc0a03c7 req-5511bfef-36c5-407f-8d4c-55b0afea6c7c tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:11.774799 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fe5710fc-6b5e-4b2f-83c7-52c3fc0a03c7 req-5511bfef-36c5-407f-8d4c-55b0afea6c7c tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0602088 Jun 24 09:16:11.814158 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fe5710fc-6b5e-4b2f-83c7-52c3fc0a03c7 req-6ff15669-0fca-47e6-a0e0-a7a668d95100 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339212 Jun 24 09:16:12.129777 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f80ace88-4593-44df-bbf1-49694510bd7a req-fd647001-9091-4d3d-9e1e-0fe154cd806d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=353d5590-52ea-46af-a8da-850db9e59c07 HTTP/1.1" status: 200 len: 210 time: 0.0313661 Jun 24 09:16:12.472597 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3c0c1-dab3-4cac-90d9-6bddb68fc41c req-0c7dc772-f579-4cf0-8bdb-669448145aec tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:12.474073 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f9b3c0c1-dab3-4cac-90d9-6bddb68fc41c req-0c7dc772-f579-4cf0-8bdb-669448145aec tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0620482 Jun 24 09:16:12.516986 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f9b3c0c1-dab3-4cac-90d9-6bddb68fc41c req-f484e86c-809d-405b-8967-db8b841a6af5 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366604 Jun 24 09:16:12.984732 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9971859-ad5f-4ccf-a751-6cf71b2fca77 req-ef90a604-72d6-4b7e-987a-92b70189adfb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:12.986147 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b9971859-ad5f-4ccf-a751-6cf71b2fca77 req-ef90a604-72d6-4b7e-987a-92b70189adfb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0598874 Jun 24 09:16:13.028831 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b9971859-ad5f-4ccf-a751-6cf71b2fca77 req-36562587-cd5c-4254-81fc-4698444d9394 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372584 Jun 24 09:16:13.234188 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:16:13.256843 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:16:13.257196 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 27e5e915-91e9-4e0c-8a15-8970ddefe8c2 not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:16:13.564861 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b4f59-3859-452f-8c6a-cb665d5f03e4 req-dd6037d7-a25f-4679-8281-896d145bbaf2 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:13.566306 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-154b4f59-3859-452f-8c6a-cb665d5f03e4 req-dd6037d7-a25f-4679-8281-896d145bbaf2 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0612526 Jun 24 09:16:13.604011 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-154b4f59-3859-452f-8c6a-cb665d5f03e4 req-6997556f-90ef-4b6b-913d-1c51384b2f37 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Jun 24 09:16:13.692287 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589ae73-48e4-45d3-9ea3-9239923a7cf9 req-77ff2859-44ca-4f88-bc35-57f734fbc5e8 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:13.693765 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a589ae73-48e4-45d3-9ea3-9239923a7cf9 req-77ff2859-44ca-4f88-bc35-57f734fbc5e8 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0630839 Jun 24 09:16:13.734580 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a589ae73-48e4-45d3-9ea3-9239923a7cf9 req-241c1a3f-e233-4a54-a8f2-d7db06f6a4eb tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332167 Jun 24 09:16:14.087009 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6e649-8ed8-4598-a3af-8ba6493a31d9 req-08d4bd28-930b-4f28-840c-dc929dc2b5f0 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:14.088926 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-12d6e649-8ed8-4598-a3af-8ba6493a31d9 req-08d4bd28-930b-4f28-840c-dc929dc2b5f0 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0923531 Jun 24 09:16:14.136738 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674ab3-40ed-447e-9e87-1d072c91f395 req-e30b094b-1b59-4b2c-99c0-f3472caf1278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:14.138201 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-79674ab3-40ed-447e-9e87-1d072c91f395 req-e30b094b-1b59-4b2c-99c0-f3472caf1278 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b67ac5a655342b8b8de30b65acaa730&device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 1098 time: 0.0924191 Jun 24 09:16:14.140970 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-12d6e649-8ed8-4598-a3af-8ba6493a31d9 req-0cb9929c-a4df-433b-85a6-c3305419a54d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451939 Jun 24 09:16:14.218589 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb53c-1919-46f8-96d6-de0d6dc69f5b req-be4c4819-d51e-4fe4-9168-f9691820307c tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:14.220075 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-9e6cb53c-1919-46f8-96d6-de0d6dc69f5b req-be4c4819-d51e-4fe4-9168-f9691820307c tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0761962 Jun 24 09:16:14.239735 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674ab3-40ed-447e-9e87-1d072c91f395 req-e793572c-89c5-4602-8ab0-2102c6bfa9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:14.241349 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-79674ab3-40ed-447e-9e87-1d072c91f395 req-e793572c-89c5-4602-8ab0-2102c6bfa9c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bec49d64-4369-4490-ad85-2e53541d2805 HTTP/1.1" status: 200 len: 912 time: 0.0926542 Jun 24 09:16:14.270246 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-9e6cb53c-1919-46f8-96d6-de0d6dc69f5b req-dc0c4af0-b69b-4a30-a37d-04f1edbdc637 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441253 Jun 24 09:16:14.322518 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-79674ab3-40ed-447e-9e87-1d072c91f395 req-e95a0cb5-b360-4060-b203-10b8b5a71ed6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b23718-07a9-4852-b0e1-f7a73d06640b HTTP/1.1" status: 200 len: 1000 time: 0.0697134 Jun 24 09:16:14.371569 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674ab3-40ed-447e-9e87-1d072c91f395 req-00bd2b64-df34-49fb-8517-5c92d6dcf7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:14.372934 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-79674ab3-40ed-447e-9e87-1d072c91f395 req-00bd2b64-df34-49fb-8517-5c92d6dcf7d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38df72ae-f46f-47b9-9a1e-83a1b5f659e6 HTTP/1.1" status: 200 len: 850 time: 0.0433354 Jun 24 09:16:14.434349 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674ab3-40ed-447e-9e87-1d072c91f395 req-e764e7c4-32ad-4859-bf46-e24b46767ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:14.435868 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-79674ab3-40ed-447e-9e87-1d072c91f395 req-e764e7c4-32ad-4859-bf46-e24b46767ae9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bec49d64-4369-4490-ad85-2e53541d2805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0541215 Jun 24 09:16:14.537636 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-79674ab3-40ed-447e-9e87-1d072c91f395 req-035e74e7-b038-4b00-8c3a-4eb8cb47a1e5 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827205 Jun 24 09:16:14.631043 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-79674ab3-40ed-447e-9e87-1d072c91f395 req-6cc2aa9e-bbc6-4345-a931-f9843379a4d2 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855939 Jun 24 09:16:14.773311 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a230fb8-7917-4c9a-b5e9-be8fd5b9dd8f req-297e6d60-f98e-4b3b-89fd-fa7e2fb1586c tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:14.774836 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9a230fb8-7917-4c9a-b5e9-be8fd5b9dd8f req-297e6d60-f98e-4b3b-89fd-fa7e2fb1586c tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0619240 Jun 24 09:16:14.811778 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9a230fb8-7917-4c9a-b5e9-be8fd5b9dd8f req-1a2f752f-f364-42f8-90e1-f2142e828f7e tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Jun 24 09:16:15.322746 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05064539-9b04-4b0a-8174-f06d8c70a440 req-b695fbb2-2bfa-47c6-8cd4-e9facf112d44 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:15.325036 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-05064539-9b04-4b0a-8174-f06d8c70a440 req-b695fbb2-2bfa-47c6-8cd4-e9facf112d44 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0715075 Jun 24 09:16:15.373620 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-05064539-9b04-4b0a-8174-f06d8c70a440 req-36e99906-bffc-4fef-8c45-ff870c80414f tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426390 Jun 24 09:16:15.482715 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95f9ca-3bc6-4857-9a9a-037494c522b3 req-e410621d-3645-41de-8274-691f9b5a8a1a tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:15.484217 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-da95f9ca-3bc6-4857-9a9a-037494c522b3 req-e410621d-3645-41de-8274-691f9b5a8a1a tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0790679 Jun 24 09:16:15.525297 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-da95f9ca-3bc6-4857-9a9a-037494c522b3 req-5fa7f220-2cd4-43cb-8144-f91f45f1c717 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335498 Jun 24 09:16:15.582314 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35364) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:15.688595 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8cc90c3c-37a7-4400-a551-035f39f1db38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:15.776760 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8cc90c3c-37a7-4400-a551-035f39f1db38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:15.780684 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8cc90c3c-37a7-4400-a551-035f39f1db38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:15.783077 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-93816e37-e668-476e-8de5-19700922b5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:15.816452 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc90c3c-37a7-4400-a551-035f39f1db38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88047cf-f9d0-4f6d-ab81-08a46d6d5480,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:15.820569 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-8cc90c3c-37a7-4400-a551-035f39f1db38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f83df04b218a489a8a44c3a4df1a844c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372522 Jun 24 09:16:15.821510 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-8cc90c3c-37a7-4400-a551-035f39f1db38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:15.823069 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35368) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:15.870188 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d2b0e749-bdc7-4161-bd73-a7c844efa81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:15.893271 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d2b0e749-bdc7-4161-bd73-a7c844efa81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:15.937894 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d2b0e749-bdc7-4161-bd73-a7c844efa81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:15.940821 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d2b0e749-bdc7-4161-bd73-a7c844efa81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:15.941948 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-d2b0e749-bdc7-4161-bd73-a7c844efa81d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f88047cf-f9d0-4f6d-ab81-08a46d6d5480 HTTP/1.1" status: 204 len: 168 time: 0.1179655 Jun 24 09:16:15.942723 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-1e15079b-3e8a-4f9f-9a10-e608c016f48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:15.950691 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0e749-bdc7-4161-bd73-a7c844efa81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88047cf-f9d0-4f6d-ab81-08a46d6d5480,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:15.952993 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-d2b0e749-bdc7-4161-bd73-a7c844efa81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:15.995697 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba7b8b-5c75-49d7-a9e9-67289d0558df req-50554724-dc5c-44e4-9593-cfa3f90e97e5 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:15.997133 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ceba7b8b-5c75-49d7-a9e9-67289d0558df req-50554724-dc5c-44e4-9593-cfa3f90e97e5 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0758104 Jun 24 09:16:16.036001 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ceba7b8b-5c75-49d7-a9e9-67289d0558df req-56041c1e-3308-4c5b-8d6a-b72618e32427 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318062 Jun 24 09:16:16.546617 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0383f-c585-4459-8e26-b45f99999ea8 req-79858dc1-63c2-414b-8b29-b9886b644928 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:16.548086 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-07a0383f-c585-4459-8e26-b45f99999ea8 req-79858dc1-63c2-414b-8b29-b9886b644928 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0612135 Jun 24 09:16:16.588928 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-07a0383f-c585-4459-8e26-b45f99999ea8 req-67d629c4-e73c-41e1-8d04-a65d7006786a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352628 Jun 24 09:16:16.710990 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da63779-9289-4ef6-811c-fed0a6e258d0 req-e4f5e628-32b9-401c-afc0-6708d851e9ca tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:16.712885 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7da63779-9289-4ef6-811c-fed0a6e258d0 req-e4f5e628-32b9-401c-afc0-6708d851e9ca tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0621622 Jun 24 09:16:16.748580 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7da63779-9289-4ef6-811c-fed0a6e258d0 req-0d57be90-3828-45d5-9528-7766c7251ac9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303481 Jun 24 09:16:17.204265 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ece14-6e13-4e67-ae4c-1251e30bcde6 req-314449a6-9cc1-4bb0-9981-8feaf7251868 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:17.205667 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-749ece14-6e13-4e67-ae4c-1251e30bcde6 req-314449a6-9cc1-4bb0-9981-8feaf7251868 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0605969 Jun 24 09:16:17.241460 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-749ece14-6e13-4e67-ae4c-1251e30bcde6 req-c2f56863-a1aa-4730-91ae-3371e6b33857 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302293 Jun 24 09:16:17.919808 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f5c33-2cf5-4cd8-ba08-88c745fe876b req-515a2f30-b1aa-4d00-9f48-7c8d5953397c tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:17.921231 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a30f5c33-2cf5-4cd8-ba08-88c745fe876b req-515a2f30-b1aa-4d00-9f48-7c8d5953397c tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0609186 Jun 24 09:16:17.956948 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a30f5c33-2cf5-4cd8-ba08-88c745fe876b req-a5c8c678-fc97-4d35-9e6a-848dcb0531fb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302751 Jun 24 09:16:18.419861 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c85a6a-0a9c-452c-b097-04fdd9323b56 req-0d26285e-1352-4a20-a6a3-5e546aeeaa1a tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:18.421276 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-92c85a6a-0a9c-452c-b097-04fdd9323b56 req-0d26285e-1352-4a20-a6a3-5e546aeeaa1a tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0648785 Jun 24 09:16:18.456390 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-92c85a6a-0a9c-452c-b097-04fdd9323b56 req-29d14636-52ef-4496-8787-b274931bba75 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296516 Jun 24 09:16:19.136970 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074ec9a-dd56-475c-97be-cadd0a09d2c6 req-49709595-e003-4ad3-8e31-d73c185892a6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:19.138336 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6074ec9a-dd56-475c-97be-cadd0a09d2c6 req-49709595-e003-4ad3-8e31-d73c185892a6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0646670 Jun 24 09:16:19.174167 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6074ec9a-dd56-475c-97be-cadd0a09d2c6 req-91cb45f5-04d8-402d-b4c9-fe3676210349 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302899 Jun 24 09:16:19.254235 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 7d4aafef-9878-49a0-9a15-49b7f933a358 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:16:19.344973 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 7d4aafef-9878-49a0-9a15-49b7f933a358, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=7d4aafef-9878-49a0-9a15-49b7f933a358,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:16:19.355810 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'port_id': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'mac_address': 'fa:16:3e:ea:4f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:16:19.394225 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:19.406696 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d4aafef-9878-49a0-9a15-49b7f933a358 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:16:19.424909 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 7d4aafef-9878-49a0-9a15-49b7f933a358, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=7d4aafef-9878-49a0-9a15-49b7f933a358,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:16:19.428833 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:19.431580 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:19.474907 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=7d4aafef-9878-49a0-9a15-49b7f933a358,revision_number=6']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:19.477899 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:19.631091 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6138241-c9d7-4887-beb0-6e17af19a7f0 req-1b60f4dd-0790-45bc-bb1f-db5ac1aaf5df tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:19.632529 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e6138241-c9d7-4887-beb0-6e17af19a7f0 req-1b60f4dd-0790-45bc-bb1f-db5ac1aaf5df tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0619388 Jun 24 09:16:19.661242 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['7d4aafef-9878-49a0-9a15-49b7f933a358'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:16:19.670098 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e6138241-c9d7-4887-beb0-6e17af19a7f0 req-8ac9ad66-b74d-4d6a-923e-b75d8feddca8 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Jun 24 09:16:20.348969 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91e6fc-315e-42dc-85f8-93726909e07e req-266a2580-fef4-4fa0-80f3-d5baea4ee1a7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:20.350415 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2b91e6fc-315e-42dc-85f8-93726909e07e req-266a2580-fef4-4fa0-80f3-d5baea4ee1a7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 944 time: 0.0630782 Jun 24 09:16:20.387034 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2b91e6fc-315e-42dc-85f8-93726909e07e req-9bb78dda-8be9-436b-908c-602a0619df22 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305874 Jun 24 09:16:20.841802 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d01c4-6336-4a17-9888-e8b61a262b03 req-e0b7a0c2-3472-4942-9e56-297c4f487cde tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:20.843214 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d48d01c4-6336-4a17-9888-e8b61a262b03 req-e0b7a0c2-3472-4942-9e56-297c4f487cde tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0643215 Jun 24 09:16:20.907573 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d48d01c4-6336-4a17-9888-e8b61a262b03 req-b9e39aa3-8a2f-44f6-8387-5bb1b4c88ce3 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/security-groups?id=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560110 Jun 24 09:16:20.930531 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d1343-a39c-4532-8efb-82e980b56844 req-4c758829-b03a-45cc-9b88-8033556c4f66 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:20.933167 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5e4d1343-a39c-4532-8efb-82e980b56844 req-4c758829-b03a-45cc-9b88-8033556c4f66 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 945 time: 0.0890942 Jun 24 09:16:21.036911 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-5e4d1343-a39c-4532-8efb-82e980b56844 req-9310a850-87c2-447a-ae83-9a98e59cbb05 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Deleting port 4c341a96-f8cf-495c-8bba-306ac5096adb {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:16:21.037246 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-5e4d1343-a39c-4532-8efb-82e980b56844 req-9310a850-87c2-447a-ae83-9a98e59cbb05 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:21.120782 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-5e4d1343-a39c-4532-8efb-82e980b56844 req-9310a850-87c2-447a-ae83-9a98e59cbb05 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] For port 4c341a96-f8cf-495c-8bba-306ac5096adb, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=4c341a96-f8cf-495c-8bba-306ac5096adb,segment=NetworkSegment(cecafdd1-1409-4fd7-bf22-a6866aa57683),segment_id=cecafdd1-1409-4fd7-bf22-a6866aa57683)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:16:21.121065 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-5e4d1343-a39c-4532-8efb-82e980b56844 req-9310a850-87c2-447a-ae83-9a98e59cbb05 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:21.133463 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-5e4d1343-a39c-4532-8efb-82e980b56844 req-9310a850-87c2-447a-ae83-9a98e59cbb05 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Calling delete_port for 4c341a96-f8cf-495c-8bba-306ac5096adb owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:16:21.256575 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-5e4d1343-a39c-4532-8efb-82e980b56844 req-9310a850-87c2-447a-ae83-9a98e59cbb05 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:21.261213 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6bb02fdb-ad89-49c6-b7fa-e253ff117058 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:21.270320 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 7d4aafef-9878-49a0-9a15-49b7f933a358 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:16:21.286147 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310a850-87c2-447a-ae83-9a98e59cbb05 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Pushing event deleted for resources: {'Port': ['ID=4c341a96-f8cf-495c-8bba-306ac5096adb,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:21.289462 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-9310a850-87c2-447a-ae83-9a98e59cbb05 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:21.309322 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['4c341a96-f8cf-495c-8bba-306ac5096adb'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:16:21.329720 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4d1343-a39c-4532-8efb-82e980b56844 req-9310a850-87c2-447a-ae83-9a98e59cbb05 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] No DVR routers for this DVR port 4c341a96-f8cf-495c-8bba-306ac5096adb on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:16:21.332221 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-5e4d1343-a39c-4532-8efb-82e980b56844 req-9310a850-87c2-447a-ae83-9a98e59cbb05 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:21.334420 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5e4d1343-a39c-4532-8efb-82e980b56844 req-9310a850-87c2-447a-ae83-9a98e59cbb05 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.23 "DELETE /v2.0/ports/4c341a96-f8cf-495c-8bba-306ac5096adb HTTP/1.1" status: 204 len: 173 time: 0.3918715 Jun 24 09:16:21.334999 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdbe44e-81e4-44cf-99c3-cf4b9290557b', 'name': 'network-vif-deleted', 'tag': '4c341a96-f8cf-495c-8bba-306ac5096adb'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:16:21.337303 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a3f852-1d40-48d4-8751-b1610a7a6c45" -d '{"events": [{"server_uuid": "9bdbe44e-81e4-44cf-99c3-cf4b9290557b", "name": "network-vif-deleted", "tag": "4c341a96-f8cf-495c-8bba-306ac5096adb"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:16:21.342545 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 7d4aafef-9878-49a0-9a15-49b7f933a358 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:16:21.343009 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:21.380080 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19930a4-c24f-47b4-87c6-e35be3448cbb x-openstack-request-id: req-a19930a4-c24f-47b4-87c6-e35be3448cbb {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:16:21.380404 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdbe44e-81e4-44cf-99c3-cf4b9290557b", "name": "network-vif-deleted", "tag": "4c341a96-f8cf-495c-8bba-306ac5096adb", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:16:21.380684 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a19930a4-c24f-47b4-87c6-e35be3448cbb {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:16:21.381125 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdbe44e-81e4-44cf-99c3-cf4b9290557b', 'name': 'network-vif-deleted', 'tag': '4c341a96-f8cf-495c-8bba-306ac5096adb', 'status': 'completed', 'code': 200} Jun 24 09:16:21.425787 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:21.449386 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:16:21.451683 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf2f780-725d-42d1-b0da-f25fbfe426a6" -d '{"events": [{"server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "name": "network-vif-plugged", "status": "completed", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:16:21.464559 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 7d4aafef-9878-49a0-9a15-49b7f933a358, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=7d4aafef-9878-49a0-9a15-49b7f933a358,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:16:21.469652 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:21.472218 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:21.496029 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed611ac9-75c5-4896-8d10-62898549e72e x-openstack-request-id: req-ed611ac9-75c5-4896-8d10-62898549e72e {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:16:21.496691 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "name": "network-vif-plugged", "status": "completed", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:16:21.496964 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed611ac9-75c5-4896-8d10-62898549e72e {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:16:21.497383 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'code': 200} Jun 24 09:16:21.527683 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=7d4aafef-9878-49a0-9a15-49b7f933a358,revision_number=7']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:21.530728 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:21.582500 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948e089-bffc-4934-b219-0d611a8adccb req-e5b13a1f-e836-4bcd-8ad0-bf5feba92ea9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:21.583985 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e948e089-bffc-4934-b219-0d611a8adccb req-e5b13a1f-e836-4bcd-8ad0-bf5feba92ea9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0655749 Jun 24 09:16:21.620787 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e948e089-bffc-4934-b219-0d611a8adccb req-323752d8-d019-49b4-be9a-5de32b0e33d5 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311308 Jun 24 09:16:22.069586 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-75349c7e-1c9e-49d2-a4f4-5aabbb604b51 req-9005b88b-035c-44bb-ab72-a8f909d50430 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bdbe44e-81e4-44cf-99c3-cf4b9290557b HTTP/1.1" status: 200 len: 210 time: 0.0322380 Jun 24 09:16:22.807798 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c40691-122d-40dd-bf21-1363b68f7d1a req-07c31fa9-b82b-44b1-9d3b-4978277f1e23 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:22.809245 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f1c40691-122d-40dd-bf21-1363b68f7d1a req-07c31fa9-b82b-44b1-9d3b-4978277f1e23 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0625908 Jun 24 09:16:22.846339 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f1c40691-122d-40dd-bf21-1363b68f7d1a req-85f13303-3f24-411b-a00c-a2085e107a8e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309505 Jun 24 09:16:23.165737 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35436) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:23.632886 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519082'] for router_interface, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:24.279459 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6bfce-15f0-458d-92b3-09dbd1af1444 req-b092d9d5-0d2d-4869-a47a-1720c9377e64 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:24.284000 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9eb6bfce-15f0-458d-92b3-09dbd1af1444 req-b092d9d5-0d2d-4869-a47a-1720c9377e64 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.2406337 Jun 24 09:16:24.363476 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9eb6bfce-15f0-458d-92b3-09dbd1af1444 req-73962941-5703-4cf7-b41b-d75b96afef1d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754051 Jun 24 09:16:24.425591 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] Deleting port d811ad78-5f3e-4300-90d6-abc1141ef4b2 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:16:24.426033 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:24.510947 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] For port d811ad78-5f3e-4300-90d6-abc1141ef4b2, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=d811ad78-5f3e-4300-90d6-abc1141ef4b2,segment=NetworkSegment(cecafdd1-1409-4fd7-bf22-a6866aa57683),segment_id=cecafdd1-1409-4fd7-bf22-a6866aa57683)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:16:24.511309 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:24.532535 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] Calling delete_port for d811ad78-5f3e-4300-90d6-abc1141ef4b2 owned by network:router_interface {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:16:24.750916 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:24.752938 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-a147f55e-1a9c-48e7-928e-caedf584f2d0 tempest-VolumesNegativeTest-619708247 tempest-VolumesNegativeTest-619708247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:24.777226 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d811ad78-5f3e-4300-90d6-abc1141ef4b2,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:24.780604 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:24.942411 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439578'] for router_interface, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:25.183296 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] Router c8ab6845-488f-4ba5-8c23-93ea799f074f has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:16:25.271071 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 4c341a96-f8cf-495c-8bba-306ac5096adb no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:16:25.292826 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: 4c341a96-f8cf-495c-8bba-306ac5096adb {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:16:25.293516 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 4c341a96-f8cf-495c-8bba-306ac5096adb not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:16:25.324024 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:16:25.331980 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35442) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:25.334218 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4502581-ebdf-483b-9a4c-f9f6b3d278a7 None None] Sync routers for ids ['c8ab6845-488f-4ba5-8c23-93ea799f074f'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:16:25.340056 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] 10.222.0.22 "PUT /v2.0/routers/c8ab6845-488f-4ba5-8c23-93ea799f074f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1730976 Jun 24 09:16:25.349993 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4502581-ebdf-483b-9a4c-f9f6b3d278a7 None None] Routers {'c8ab6845-488f-4ba5-8c23-93ea799f074f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:16:25.352286 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-d4502581-ebdf-483b-9a4c-f9f6b3d278a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:16:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['c8ab6845-488f-4ba5-8c23-93ea799f074f'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:16:25.442867 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:25.473042 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-d4502581-ebdf-483b-9a4c-f9f6b3d278a7 None None] Set router c8ab6845-488f-4ba5-8c23-93ea799f074f gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:16:25.599602 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:25.668585 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-d4502581-ebdf-483b-9a4c-f9f6b3d278a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'name': 'tempest-ServerRescueNegativeTestJSON-1551997751-router', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:39Z', 'updated_at': '2021-06-24T09:16:24Z', 'revision_number': 5, 'project_id': '1421c1546cf34bd8b7927ed801ddb8de', 'gw_port': {'id': '48c39c21-e7dd-4605-80d3-e485a2059ea9', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:16:25.704220 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22957389-e021-4287-b5ba-4b78eaba911d req-96233d0e-4e39-4b37-9e50-ef531f8546ed tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:25.722980 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-22957389-e021-4287-b5ba-4b78eaba911d req-96233d0e-4e39-4b37-9e50-ef531f8546ed tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.1734474 Jun 24 09:16:25.775470 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Deleting port 48c39c21-e7dd-4605-80d3-e485a2059ea9 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:16:25.775470 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:25.783837 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4502581-ebdf-483b-9a4c-f9f6b3d278a7 None None] Checking router: c8ab6845-488f-4ba5-8c23-93ea799f074f for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:16:25.792690 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4502581-ebdf-483b-9a4c-f9f6b3d278a7 None None] Routers {'c8ab6845-488f-4ba5-8c23-93ea799f074f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:16:25.793595 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-d4502581-ebdf-483b-9a4c-f9f6b3d278a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:16:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['c8ab6845-488f-4ba5-8c23-93ea799f074f'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:16:25.839605 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-22957389-e021-4287-b5ba-4b78eaba911d req-f8dc6ec6-4b60-43b0-8960-8371bb20936e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151800 Jun 24 09:16:25.879676 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-d4502581-ebdf-483b-9a4c-f9f6b3d278a7 None None] Set router c8ab6845-488f-4ba5-8c23-93ea799f074f gateway port host: None {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:16:25.887697 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] For port 48c39c21-e7dd-4605-80d3-e485a2059ea9, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=48c39c21-e7dd-4605-80d3-e485a2059ea9,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:16:25.888137 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:25.902292 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Calling delete_port for 48c39c21-e7dd-4605-80d3-e485a2059ea9 owned by network:router_gateway {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:16:25.930762 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-d4502581-ebdf-483b-9a4c-f9f6b3d278a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'name': 'tempest-ServerRescueNegativeTestJSON-1551997751-router', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:39Z', 'updated_at': '2021-06-24T09:16:25Z', 'revision_number': 6, 'project_id': '1421c1546cf34bd8b7927ed801ddb8de', 'gw_port_host': None}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:16:25.960617 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4502581-ebdf-483b-9a4c-f9f6b3d278a7 None None] The sync data for ids ['c8ab6845-488f-4ba5-8c23-93ea799f074f'] in dv-cinder-797812-1-smb is: [{'id': 'c8ab6845-488f-4ba5-8c23-93ea799f074f', 'name': 'tempest-ServerRescueNegativeTestJSON-1551997751-router', 'tenant_id': '1421c1546cf34bd8b7927ed801ddb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:39Z', 'updated_at': '2021-06-24T09:16:25Z', 'revision_number': 6, 'project_id': '1421c1546cf34bd8b7927ed801ddb8de', 'gw_port_host': None}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:16:26.156388 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.159776 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:26.186802 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=48c39c21-e7dd-4605-80d3-e485a2059ea9,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:26.189805 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:26.251182 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439359'] for router_gateway, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.366545 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10035'] for router, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.371946 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.443897 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440383'] for router, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.444447 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ab6845-488f-4ba5-8c23-93ea799f074f {{(pid=93121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:16:26.450732 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.450865 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-7adbe7de-945b-4152-94a3-0f0ecc8d60a9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c8ab6845-488f-4ba5-8c23-93ea799f074f HTTP/1.1" status: 204 len: 168 time: 1.1172948 Jun 24 09:16:26.454046 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35450) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:26.507287 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-9390fba8-410a-41f0-91c1-fbdce024a7c4 admin admin] Deleting subnet a1b88817-e153-408d-bc31-ad073a24e376 {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:16:26.511614 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9390fba8-410a-41f0-91c1-fbdce024a7c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.547125 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9390fba8-410a-41f0-91c1-fbdce024a7c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6245609'] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.596429 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9390fba8-410a-41f0-91c1-fbdce024a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.663436 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9390fba8-410a-41f0-91c1-fbdce024a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6174832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289949'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.666064 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-4977b5ec-f87f-4c68-91f3-56fed4a07917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:26.691851 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390fba8-410a-41f0-91c1-fbdce024a7c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b88817-e153-408d-bc31-ad073a24e376,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:26.698282 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-9390fba8-410a-41f0-91c1-fbdce024a7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:26.699794 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9390fba8-410a-41f0-91c1-fbdce024a7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.701656 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-9390fba8-410a-41f0-91c1-fbdce024a7c4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a1b88817-e153-408d-bc31-ad073a24e376 HTTP/1.1" status: 204 len: 168 time: 0.2466834 Jun 24 09:16:26.704026 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35452) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:26.795231 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.899214 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.906916 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 48c39c21-e7dd-4605-80d3-e485a2059ea9 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:16:26.910090 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e433b44-0391-4fbf-ae3d-a9343f6d064e']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:16:26.926733 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cecafdd1-1409-4fd7-bf22-a6866aa57683') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:16:26.927074 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cecafdd1-1409-4fd7-bf22-a6866aa57683') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:16:26.937886 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6245616'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.938042 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: 48c39c21-e7dd-4605-80d3-e485a2059ea9 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:16:26.943341 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 48c39c21-e7dd-4605-80d3-e485a2059ea9 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:16:26.943878 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device d811ad78-5f3e-4300-90d6-abc1141ef4b2 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:16:26.955873 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.965751 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:16:26.967068 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6174959'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:26.985591 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: d811ad78-5f3e-4300-90d6-abc1141ef4b2 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:16:26.986164 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device d811ad78-5f3e-4300-90d6-abc1141ef4b2 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: Traceback (most recent call last): Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: timer() Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: cb(*args, **kw) Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: return func(*args, **kwargs) Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: self._notify() Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: self.callback(batched_events) Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: event.method(event) Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: return f(self, *a, **k) Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: return self._get(url).json() Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:16:27.027747 dv-cinder-797812-1-smb neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:16:27.059445 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:27.065242 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:27.069003 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:27.073578 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8e433b44-0391-4fbf-ae3d-a9343f6d064e HTTP/1.1" status: 204 len: 168 time: 0.3658929 Jun 24 09:16:27.083142 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e433b44-0391-4fbf-ae3d-a9343f6d064e,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:27.089693 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-3429bada-1101-419e-8a13-fd47d7116730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:27.097122 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3112aa-2773-4f5a-94a8-eeef1a32ec7d req-59effceb-f1bc-4939-85c2-e2f63f052fc5 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:27.105642 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0b3112aa-2773-4f5a-94a8-eeef1a32ec7d req-59effceb-f1bc-4939-85c2-e2f63f052fc5 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.1017203 Jun 24 09:16:27.160528 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0b3112aa-2773-4f5a-94a8-eeef1a32ec7d req-9f4687fe-0aff-4d58-90a9-be2657617e66 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535226 Jun 24 09:16:27.316610 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35458) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:27.360943 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-5705fb6a-2039-414f-ae99-5a8677b09033 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1421c1546cf34bd8b7927ed801ddb8de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428376 Jun 24 09:16:27.363224 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35460) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:27.411841 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3520f962-1602-4713-a538-0aac21371734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:27.434350 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3520f962-1602-4713-a538-0aac21371734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:27.484159 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3520f962-1602-4713-a538-0aac21371734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:27.487091 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3520f962-1602-4713-a538-0aac21371734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:27.491891 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-3520f962-1602-4713-a538-0aac21371734 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23 HTTP/1.1" status: 204 len: 168 time: 0.1239712 Jun 24 09:16:27.491891 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-831de996-b114-4717-b6dc-d194e9f7a2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:27.498833 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520f962-1602-4713-a538-0aac21371734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd12a01-f43f-4ec2-b5d9-21c13b9cdf23,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:27.501888 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-3520f962-1602-4713-a538-0aac21371734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:28.390515 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e2dcc-b663-4616-a430-5c69c13b9dc5 req-d0c542bb-1fbf-4655-8b0d-709718aacaaa tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:28.397981 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fb7e2dcc-b663-4616-a430-5c69c13b9dc5 req-d0c542bb-1fbf-4655-8b0d-709718aacaaa tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.1188128 Jun 24 09:16:28.442296 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fb7e2dcc-b663-4616-a430-5c69c13b9dc5 req-214152e5-34ab-4233-9bd7-2e6faa4e2870 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432549 Jun 24 09:16:28.498727 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-751f71a3-8250-4eab-9fa9-109d0e0ec5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:29.427461 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35518) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:29.561078 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-77c2025c-dcd6-4674-82ac-abe8c527bf73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:29.647151 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1243611-0ca9-483f-b841-051c2c82bef7 req-c08ff42a-cb93-41de-b2f8-2e3bd43afcf2 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:29.654967 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a1243611-0ca9-483f-b841-051c2c82bef7 req-c08ff42a-cb93-41de-b2f8-2e3bd43afcf2 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0815949 Jun 24 09:16:29.684906 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-77c2025c-dcd6-4674-82ac-abe8c527bf73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:29.691930 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-77c2025c-dcd6-4674-82ac-abe8c527bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:29.697157 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-40a5248c-87ad-446a-9e5f-8bd36a3b410a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:29.702025 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a1243611-0ca9-483f-b841-051c2c82bef7 req-09d2b60a-927d-4d0c-a1b4-7d4999bffc9c tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461278 Jun 24 09:16:29.728025 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2025c-dcd6-4674-82ac-abe8c527bf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d129122-fed8-482f-8762-d09a7140f87e,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:29.731755 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-77c2025c-dcd6-4674-82ac-abe8c527bf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:29.752789 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35524) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:29.753085 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-77c2025c-dcd6-4674-82ac-abe8c527bf73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ae7cc0ca9324fe5b1d968667b67890a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241761 Jun 24 09:16:29.815652 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6b58be01-c713-4820-bb5a-70d19ea5f892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:29.839207 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6b58be01-c713-4820-bb5a-70d19ea5f892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:29.896962 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6b58be01-c713-4820-bb5a-70d19ea5f892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:29.899670 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6b58be01-c713-4820-bb5a-70d19ea5f892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:29.904045 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-6b58be01-c713-4820-bb5a-70d19ea5f892 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d129122-fed8-482f-8762-d09a7140f87e HTTP/1.1" status: 204 len: 168 time: 0.1492538 Jun 24 09:16:29.904853 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-a0d3661a-cf66-4534-96d2-5ead9392c2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:29.913146 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58be01-c713-4820-bb5a-70d19ea5f892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d129122-fed8-482f-8762-d09a7140f87e,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:29.915799 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6b58be01-c713-4820-bb5a-70d19ea5f892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:30.190369 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35530) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:30.211363 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8fe6b836-1789-4e99-bc96-ae4050d82a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:30.318096 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8fe6b836-1789-4e99-bc96-ae4050d82a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:30.323328 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8fe6b836-1789-4e99-bc96-ae4050d82a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:30.325988 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ffcd0889-ab88-43af-ba92-c265b212b893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:30.366336 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35532) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:30.366526 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-8fe6b836-1789-4e99-bc96-ae4050d82a38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c349348f303443e8b80abde6135b84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748810 Jun 24 09:16:30.367213 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6b836-1789-4e99-bc96-ae4050d82a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c09894-3371-48ab-a24a-4876bafe672c,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:30.372246 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-8fe6b836-1789-4e99-bc96-ae4050d82a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:30.422236 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-431d82ad-05cb-4c6d-883f-394d00fd2c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:30.446083 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-431d82ad-05cb-4c6d-883f-394d00fd2c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:30.502170 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-431d82ad-05cb-4c6d-883f-394d00fd2c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:30.505552 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-431d82ad-05cb-4c6d-883f-394d00fd2c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:30.507029 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-431d82ad-05cb-4c6d-883f-394d00fd2c90 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75c09894-3371-48ab-a24a-4876bafe672c HTTP/1.1" status: 204 len: 168 time: 0.1389148 Jun 24 09:16:30.507842 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-8be9d998-1b91-42af-8efe-fd30ee53f355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:30.516695 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d82ad-05cb-4c6d-883f-394d00fd2c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c09894-3371-48ab-a24a-4876bafe672c,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:30.519041 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-431d82ad-05cb-4c6d-883f-394d00fd2c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:30.917953 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bb566-e0a3-4bc5-940c-a00b25de2b29 req-2dce18f6-b305-4008-bcb8-302898661611 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:30.920067 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-cf2bb566-e0a3-4bc5-940c-a00b25de2b29 req-2dce18f6-b305-4008-bcb8-302898661611 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0769234 Jun 24 09:16:30.987209 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-cf2bb566-e0a3-4bc5-940c-a00b25de2b29 req-5945b54d-11ee-4b2a-8de1-675d2c30aafa tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527515 Jun 24 09:16:31.117735 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f2e30696-55b3-4797-b4f4-4c25d1e8448d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:31.231202 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:32.214174 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a634c1-ab8f-42fa-a443-76d9bc8775c2 req-6abb07a3-0a91-46b4-a60c-0290862ed5e0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:32.216576 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-66a634c1-ab8f-42fa-a443-76d9bc8775c2 req-6abb07a3-0a91-46b4-a60c-0290862ed5e0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0706165 Jun 24 09:16:32.265043 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-66a634c1-ab8f-42fa-a443-76d9bc8775c2 req-23afe4af-9e75-4eef-b78d-107312ba5720 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395663 Jun 24 09:16:32.314792 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:33.256839 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35620) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:33.358085 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b8b34a3-cd13-4cb5-b243-a68ded0d66cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:33.485791 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b8b34a3-cd13-4cb5-b243-a68ded0d66cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:33.491756 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b8b34a3-cd13-4cb5-b243-a68ded0d66cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:33.496441 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a8733b97-13c1-4aec-8829-4a0f93a18e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:33.529242 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea188128-321b-45f4-84bb-fd18e2e4bbbe req-9938efd2-2b4e-4913-b1eb-0dcb720c7300 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:33.530701 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ea188128-321b-45f4-84bb-fd18e2e4bbbe req-9938efd2-2b4e-4913-b1eb-0dcb720c7300 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.1217573 Jun 24 09:16:33.559908 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-9b8b34a3-cd13-4cb5-b243-a68ded0d66cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f979d645cf7441afbe2c23f441de8850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020082 Jun 24 09:16:33.560723 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b34a3-cd13-4cb5-b243-a68ded0d66cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908acb27-03f9-4bd3-b33c-c44f5e20fffa,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:33.562564 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35626) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:33.564828 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-9b8b34a3-cd13-4cb5-b243-a68ded0d66cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:33.582828 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ea188128-321b-45f4-84bb-fd18e2e4bbbe req-465ceef8-aab8-4e74-9bfc-535fd8847879 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410244 Jun 24 09:16:33.612376 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fb6739e9-750a-41e5-9582-49542b31f224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:33.632387 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fb6739e9-750a-41e5-9582-49542b31f224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:33.680788 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fb6739e9-750a-41e5-9582-49542b31f224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:33.683631 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fb6739e9-750a-41e5-9582-49542b31f224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:33.684744 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-fb6739e9-750a-41e5-9582-49542b31f224 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/908acb27-03f9-4bd3-b33c-c44f5e20fffa HTTP/1.1" status: 204 len: 168 time: 0.1206291 Jun 24 09:16:33.685466 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-8fe6b836-1789-4e99-bc96-ae4050d82a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:33.692598 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6739e9-750a-41e5-9582-49542b31f224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908acb27-03f9-4bd3-b33c-c44f5e20fffa,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:33.694694 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-fb6739e9-750a-41e5-9582-49542b31f224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:33.742506 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:33.940830 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35632) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:33.953514 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b85fd712-bee2-47d8-827a-23ce1dcc847e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:34.042750 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b85fd712-bee2-47d8-827a-23ce1dcc847e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:34.046479 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b85fd712-bee2-47d8-827a-23ce1dcc847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:34.049124 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0645686c-0d27-431c-bc9b-5323db03e427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:34.083924 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fd712-bee2-47d8-827a-23ce1dcc847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eda537f-d298-4b24-9d75-9bf165338dfe,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:34.087959 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-b85fd712-bee2-47d8-827a-23ce1dcc847e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32842f8a5d86430aaf8429f4b32729fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461320 Jun 24 09:16:34.088799 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-b85fd712-bee2-47d8-827a-23ce1dcc847e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:34.090411 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35634) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:34.136921 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fce57076-f1a1-444e-a32c-c04b26f355bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:34.157350 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fce57076-f1a1-444e-a32c-c04b26f355bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:34.202552 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fce57076-f1a1-444e-a32c-c04b26f355bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:34.205366 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fce57076-f1a1-444e-a32c-c04b26f355bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:34.206521 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-fce57076-f1a1-444e-a32c-c04b26f355bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9eda537f-d298-4b24-9d75-9bf165338dfe HTTP/1.1" status: 204 len: 168 time: 0.1152236 Jun 24 09:16:34.207243 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-57a73775-d35e-415e-ad69-0283a75fb7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:34.223340 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce57076-f1a1-444e-a32c-c04b26f355bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eda537f-d298-4b24-9d75-9bf165338dfe,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:34.243896 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-fce57076-f1a1-444e-a32c-c04b26f355bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:34.272983 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5d70-0217-4206-943c-3eb1038382ea req-846f5486-45da-4f8f-b723-369aa41196d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:34.275552 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-481c5d70-0217-4206-943c-3eb1038382ea req-846f5486-45da-4f8f-b723-369aa41196d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 1098 time: 0.0597088 Jun 24 09:16:34.362644 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5d70-0217-4206-943c-3eb1038382ea req-f13ca5b6-5763-42e0-9dd5-c206031c17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:34.364125 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-481c5d70-0217-4206-943c-3eb1038382ea req-f13ca5b6-5763-42e0-9dd5-c206031c17c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 916 time: 0.0831530 Jun 24 09:16:34.431950 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-481c5d70-0217-4206-943c-3eb1038382ea req-6b95ba9c-d3ff-405d-bdba-489cfab01ec7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d4aafef-9878-49a0-9a15-49b7f933a358 HTTP/1.1" status: 200 len: 1000 time: 0.0604632 Jun 24 09:16:34.480047 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5d70-0217-4206-943c-3eb1038382ea req-1828f887-4f32-44d8-b36f-cc0465d627b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:34.481599 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-481c5d70-0217-4206-943c-3eb1038382ea req-1828f887-4f32-44d8-b36f-cc0465d627b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 200 len: 854 time: 0.0431166 Jun 24 09:16:34.542050 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5d70-0217-4206-943c-3eb1038382ea req-9cc57df5-4eab-4643-a9f6-f12d112cfe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:34.543537 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-481c5d70-0217-4206-943c-3eb1038382ea req-9cc57df5-4eab-4643-a9f6-f12d112cfe58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0547168 Jun 24 09:16:34.637803 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-481c5d70-0217-4206-943c-3eb1038382ea req-ecc92848-7276-4791-8c09-c4c89a728807 service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863526 Jun 24 09:16:34.767166 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-481c5d70-0217-4206-943c-3eb1038382ea req-1189feb1-41c1-4472-8a25-95d92c2599df service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220529 Jun 24 09:16:34.797629 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e050c2-fd68-4ffc-86fd-53bd60cd6915 req-7e1c02b2-dec0-4757-a99f-69c2f04a1f01 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:34.799134 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-35e050c2-fd68-4ffc-86fd-53bd60cd6915 req-7e1c02b2-dec0-4757-a99f-69c2f04a1f01 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0883818 Jun 24 09:16:34.837995 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-35e050c2-fd68-4ffc-86fd-53bd60cd6915 req-ef22e104-4652-49d5-8f2b-7ad5b3b34dc2 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327394 Jun 24 09:16:35.799318 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35690) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:35.897639 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-314a8a31-23c4-43fe-9e56-b5db94cc8cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:35.984013 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-314a8a31-23c4-43fe-9e56-b5db94cc8cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:35.987784 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-314a8a31-23c4-43fe-9e56-b5db94cc8cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:35.991700 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-76012323-c0c0-4bab-b499-8f4821e2d1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:36.014194 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf27c79-af29-4204-83a4-c3478e2ba9c8 req-476e533d-5d1d-4460-8353-9e4ce24ac7fa tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:36.015702 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2bf27c79-af29-4204-83a4-c3478e2ba9c8 req-476e533d-5d1d-4460-8353-9e4ce24ac7fa tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0624175 Jun 24 09:16:36.030279 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-314a8a31-23c4-43fe-9e56-b5db94cc8cbf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49de48fec1d2445a93b652fa64a359d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298419 Jun 24 09:16:36.031047 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a8a31-23c4-43fe-9e56-b5db94cc8cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded2f097-0865-44c3-82c6-8a44fa41cdae,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:36.034058 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-314a8a31-23c4-43fe-9e56-b5db94cc8cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:36.034416 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35696) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:36.082755 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2bf27c79-af29-4204-83a4-c3478e2ba9c8 req-c66547e8-9c25-4f4f-bf04-dd8e4263fe97 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610020 Jun 24 09:16:36.098691 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22b70a2c-2b4e-43f1-8f24-ca1a9338920d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:36.323382 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22b70a2c-2b4e-43f1-8f24-ca1a9338920d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:36.368449 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22b70a2c-2b4e-43f1-8f24-ca1a9338920d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:36.371166 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22b70a2c-2b4e-43f1-8f24-ca1a9338920d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:36.372310 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-22b70a2c-2b4e-43f1-8f24-ca1a9338920d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ded2f097-0865-44c3-82c6-8a44fa41cdae HTTP/1.1" status: 204 len: 168 time: 0.3370016 Jun 24 09:16:36.373047 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-b881fc99-425d-4f4e-b13b-b6494d2aa187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:36.380009 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b70a2c-2b4e-43f1-8f24-ca1a9338920d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded2f097-0865-44c3-82c6-8a44fa41cdae,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:36.382121 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-22b70a2c-2b4e-43f1-8f24-ca1a9338920d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:36.624490 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35702) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:36.638699 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6afa7c36-ddb1-4eef-a747-ab4570e9c3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:36.729056 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6afa7c36-ddb1-4eef-a747-ab4570e9c3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:36.732958 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6afa7c36-ddb1-4eef-a747-ab4570e9c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:36.736287 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-2a5f950a-b813-4ae0-a2a7-9517d113fcb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:36.770407 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-6afa7c36-ddb1-4eef-a747-ab4570e9c3a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0f5d22c75b23443b9a3751ca08424806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448369 Jun 24 09:16:36.772476 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa7c36-ddb1-4eef-a747-ab4570e9c3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf84a0c-6d27-4b20-a7f0-ca2971ef3811,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:36.773017 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35704) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:36.775528 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-6afa7c36-ddb1-4eef-a747-ab4570e9c3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:36.822924 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e4103166-c0cf-4df2-a99f-52d0ee2da9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:36.844446 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e4103166-c0cf-4df2-a99f-52d0ee2da9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:36.890461 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e4103166-c0cf-4df2-a99f-52d0ee2da9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:36.893160 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e4103166-c0cf-4df2-a99f-52d0ee2da9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:36.894383 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-e4103166-c0cf-4df2-a99f-52d0ee2da9f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9bf84a0c-6d27-4b20-a7f0-ca2971ef3811 HTTP/1.1" status: 204 len: 168 time: 0.1203952 Jun 24 09:16:36.895127 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-d7d5337f-bd91-460a-a666-2d19d6f0c70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:36.902423 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4103166-c0cf-4df2-a99f-52d0ee2da9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf84a0c-6d27-4b20-a7f0-ca2971ef3811,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:36.904709 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e4103166-c0cf-4df2-a99f-52d0ee2da9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:37.269182 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d59499-539a-49fe-a32b-92f39d2d9c82 req-afbc4e4b-d9ab-428c-96b1-f4755b7bba51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:37.270707 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-62d59499-539a-49fe-a32b-92f39d2d9c82 req-afbc4e4b-d9ab-428c-96b1-f4755b7bba51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 945 time: 0.0685704 Jun 24 09:16:37.308389 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-62d59499-539a-49fe-a32b-92f39d2d9c82 req-d7dec6f0-0af6-4651-acd4-3427516571a7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321352 Jun 24 09:16:37.371364 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 7d4aafef-9878-49a0-9a15-49b7f933a358 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:16:37.451334 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:37.474811 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:16:37.477437 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530bdad0-ac8f-4cd6-aea9-54f4cebd2a0d" -d '{"events": [{"server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:16:37.492832 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 7d4aafef-9878-49a0-9a15-49b7f933a358, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=7d4aafef-9878-49a0-9a15-49b7f933a358,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:16:37.497437 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:37.500707 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:37.530590 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 09:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10361d09-83f9-4669-ba37-2e52aef730e0 x-openstack-request-id: req-10361d09-83f9-4669-ba37-2e52aef730e0 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:16:37.531098 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "name": "network-vif-unplugged", "status": "failed", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358", "code": 422}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:16:37.531536 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10361d09-83f9-4669-ba37-2e52aef730e0 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:16:37.532149 dv-cinder-797812-1-smb neutron-server[93124]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'code': 422} returned with failed status Jun 24 09:16:37.558514 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=7d4aafef-9878-49a0-9a15-49b7f933a358,revision_number=8']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:37.561977 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:38.101360 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ea3ac-ecb2-4201-afe0-7971a38e665d req-9d7b5cd7-2d6b-4e12-b1a0-4daf7796038d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:38.102983 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ac5ea3ac-ecb2-4201-afe0-7971a38e665d req-9d7b5cd7-2d6b-4e12-b1a0-4daf7796038d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0690205 Jun 24 09:16:38.146305 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ac5ea3ac-ecb2-4201-afe0-7971a38e665d req-d5dc8401-30ff-4d77-a38e-cdf09fef385b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374131 Jun 24 09:16:38.427364 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35796) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:38.531016 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f9159770-f039-4dec-8e5f-56542efed96e req-54a5f871-3145-42ce-b6a3-64b4ebaff96e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024313 Jun 24 09:16:38.812560 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 35822) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:38.928656 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8555780b-3e4c-4b69-98f2-8a3ee3039859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.017207 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8555780b-3e4c-4b69-98f2-8a3ee3039859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.020772 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8555780b-3e4c-4b69-98f2-8a3ee3039859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.024067 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-bdde98be-0569-4cab-a943-64742464c0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:39.063121 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-8555780b-3e4c-4b69-98f2-8a3ee3039859 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e410e2f2fa648d29d360689fc7e7f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495415 Jun 24 09:16:39.064358 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555780b-3e4c-4b69-98f2-8a3ee3039859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01810e25-bc3b-4ca1-8b42-f886c11718b8,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:39.065871 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35826) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:39.067584 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-8555780b-3e4c-4b69-98f2-8a3ee3039859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:39.117593 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-df5f4ae9-b4f4-4ba6-80c9-3b0f71e1d762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.139678 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-df5f4ae9-b4f4-4ba6-80c9-3b0f71e1d762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.187683 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-df5f4ae9-b4f4-4ba6-80c9-3b0f71e1d762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.190634 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-df5f4ae9-b4f4-4ba6-80c9-3b0f71e1d762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.191802 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-df5f4ae9-b4f4-4ba6-80c9-3b0f71e1d762 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01810e25-bc3b-4ca1-8b42-f886c11718b8 HTTP/1.1" status: 204 len: 168 time: 0.1243112 Jun 24 09:16:39.192539 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ac1abd74-ad99-405b-bff5-698e62a009d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:39.199970 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f4ae9-b4f4-4ba6-80c9-3b0f71e1d762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01810e25-bc3b-4ca1-8b42-f886c11718b8,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:39.202271 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-df5f4ae9-b4f4-4ba6-80c9-3b0f71e1d762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:39.332661 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc84ad-1a58-4b07-9e87-3b644ec1f296 req-ccd10102-0c1a-4894-b16a-caa0cd5caf69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:39.340213 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1bbc84ad-1a58-4b07-9e87-3b644ec1f296 req-ccd10102-0c1a-4894-b16a-caa0cd5caf69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0712085 Jun 24 09:16:39.383779 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1bbc84ad-1a58-4b07-9e87-3b644ec1f296 req-91641ae1-8668-48a1-8cdd-cb730fbb4943 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389378 Jun 24 09:16:39.391848 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.476695 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35834) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:39.489664 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7147670c-bb98-46d7-8585-17a8c25f5cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.588526 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7147670c-bb98-46d7-8585-17a8c25f5cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.592428 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7147670c-bb98-46d7-8585-17a8c25f5cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.594851 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fee0f9bc-9f95-4e05-ae12-fbc99dd5164f tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:39.629568 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147670c-bb98-46d7-8585-17a8c25f5cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750a10d7-1192-42e1-8a7d-d232a7066009,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:39.633888 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-7147670c-bb98-46d7-8585-17a8c25f5cab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1e0b086d4fd40888c4a49a45981a7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561813 Jun 24 09:16:39.634777 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-7147670c-bb98-46d7-8585-17a8c25f5cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:39.636583 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 35836) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:39.687278 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d2c6ca22-07ce-4e5a-8222-b406cf65018f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.706902 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d2c6ca22-07ce-4e5a-8222-b406cf65018f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.752606 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d2c6ca22-07ce-4e5a-8222-b406cf65018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.755143 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d2c6ca22-07ce-4e5a-8222-b406cf65018f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:39.756292 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-d2c6ca22-07ce-4e5a-8222-b406cf65018f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/750a10d7-1192-42e1-8a7d-d232a7066009 HTTP/1.1" status: 204 len: 168 time: 0.1188142 Jun 24 09:16:39.757016 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-10d43ac6-8aa9-4c76-8c33-3c9ca523429a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:39.764430 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6ca22-07ce-4e5a-8222-b406cf65018f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750a10d7-1192-42e1-8a7d-d232a7066009,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:39.766512 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d2c6ca22-07ce-4e5a-8222-b406cf65018f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:40.062637 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9159770-f039-4dec-8e5f-56542efed96e req-12910be0-2cea-4cb7-9e8e-10c719a410c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:40.064150 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f9159770-f039-4dec-8e5f-56542efed96e req-12910be0-2cea-4cb7-9e8e-10c719a410c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd&tenant_id=1de26ab21d844892b2180caecacc5334 HTTP/1.1" status: 200 len: 1096 time: 0.0912161 Jun 24 09:16:40.151372 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9159770-f039-4dec-8e5f-56542efed96e req-87f1fc67-a153-4083-ba05-dd6ab7c0ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:40.152892 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f9159770-f039-4dec-8e5f-56542efed96e req-87f1fc67-a153-4083-ba05-dd6ab7c0ac4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 1096 time: 0.0511715 Jun 24 09:16:40.245912 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9159770-f039-4dec-8e5f-56542efed96e req-42d196b0-e881-4c9e-855f-155d332450a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:40.247282 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f9159770-f039-4dec-8e5f-56542efed96e req-42d196b0-e881-4c9e-855f-155d332450a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 916 time: 0.0873783 Jun 24 09:16:40.312349 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f9159770-f039-4dec-8e5f-56542efed96e req-cbd50aac-fa89-4884-98e1-0040779054bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d4aafef-9878-49a0-9a15-49b7f933a358 HTTP/1.1" status: 200 len: 998 time: 0.0576150 Jun 24 09:16:40.366486 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9159770-f039-4dec-8e5f-56542efed96e req-85a792cc-598b-4dfd-9bd6-0db55e99ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:40.367957 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f9159770-f039-4dec-8e5f-56542efed96e req-85a792cc-598b-4dfd-9bd6-0db55e99ff7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 200 len: 854 time: 0.0431998 Jun 24 09:16:40.430673 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9159770-f039-4dec-8e5f-56542efed96e req-35052b22-0e8d-43db-b3fd-ad705df8186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:40.432244 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f9159770-f039-4dec-8e5f-56542efed96e req-35052b22-0e8d-43db-b3fd-ad705df8186b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0575063 Jun 24 09:16:40.531133 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f9159770-f039-4dec-8e5f-56542efed96e req-b4c30c4f-a56f-4b44-a7e5-9a40f370d3ca service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909333 Jun 24 09:16:40.562990 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba25ab7-c3ed-47d4-9f37-8145daaeb3ad req-b5ee0540-2de2-40d7-98f8-0ed6f22b4615 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:40.564501 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-eba25ab7-c3ed-47d4-9f37-8145daaeb3ad req-b5ee0540-2de2-40d7-98f8-0ed6f22b4615 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0659318 Jun 24 09:16:40.603065 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-eba25ab7-c3ed-47d4-9f37-8145daaeb3ad req-1f91b950-baaf-45ad-be26-b846c246aa1d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329201 Jun 24 09:16:40.634854 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f9159770-f039-4dec-8e5f-56542efed96e req-8c9a1cee-972e-452a-b899-15bb75a8c4ad service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957966 Jun 24 09:16:41.376770 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 7d4aafef-9878-49a0-9a15-49b7f933a358 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:16:41.785311 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa44bbb-39aa-4db8-96c1-cbc41483289d req-27299045-86fe-4387-9dc0-018be9f90cd7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:41.787002 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4fa44bbb-39aa-4db8-96c1-cbc41483289d req-27299045-86fe-4387-9dc0-018be9f90cd7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0632892 Jun 24 09:16:41.824314 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4fa44bbb-39aa-4db8-96c1-cbc41483289d req-ab64326a-ab7e-4c8b-a955-14f091567700 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308366 Jun 24 09:16:43.012005 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ce1cf-1a5c-4d22-9270-fb1e2911658f req-b26a2a9b-6dc0-48d7-8116-07dcfd15e8d6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:43.013457 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2a1ce1cf-1a5c-4d22-9270-fb1e2911658f req-b26a2a9b-6dc0-48d7-8116-07dcfd15e8d6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0675325 Jun 24 09:16:43.053328 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2a1ce1cf-1a5c-4d22-9270-fb1e2911658f req-af15fe6a-98d7-4675-a82a-06e4e7d9edf8 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340772 Jun 24 09:16:44.238539 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9404a-3028-4bbc-8fb8-86c10f9bc95e req-75949df9-4e73-4384-95ba-604bf080df59 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:44.240038 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4bd9404a-3028-4bbc-8fb8-86c10f9bc95e req-75949df9-4e73-4384-95ba-604bf080df59 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0667038 Jun 24 09:16:44.285540 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4bd9404a-3028-4bbc-8fb8-86c10f9bc95e req-92bcbcc1-a8a6-4ef0-bdb7-8f3f1be19f2d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391245 Jun 24 09:16:45.504546 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb15c5-45c5-46e6-8767-80b4c3f5cab4 req-ac1bab9d-2629-47c1-8004-afe5d542b42b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:45.506812 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-89fb15c5-45c5-46e6-8767-80b4c3f5cab4 req-ac1bab9d-2629-47c1-8004-afe5d542b42b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0966489 Jun 24 09:16:45.548604 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-89fb15c5-45c5-46e6-8767-80b4c3f5cab4 req-42bcf0dd-9991-4ad5-8c81-0b453939f4c2 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353625 Jun 24 09:16:46.408508 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:16:46.759295 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2336ac-6b64-4842-9c46-d0414679073a req-bc6a5441-3e15-478f-a9d7-5c66a9eb9172 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:46.761347 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1c2336ac-6b64-4842-9c46-d0414679073a req-bc6a5441-3e15-478f-a9d7-5c66a9eb9172 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0923970 Jun 24 09:16:46.811125 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1c2336ac-6b64-4842-9c46-d0414679073a req-882117a9-193b-499d-901e-8a6c14188d72 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439184 Jun 24 09:16:48.020251 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ee85d-dbde-405d-8556-467fbb1b0eab req-452aff0b-8f9f-4690-8faa-f9a3252c704a tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:48.021828 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-853ee85d-dbde-405d-8556-467fbb1b0eab req-452aff0b-8f9f-4690-8faa-f9a3252c704a tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0828073 Jun 24 09:16:48.065650 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-853ee85d-dbde-405d-8556-467fbb1b0eab req-abf83b98-9e68-4285-abcd-b263a64bd895 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374930 Jun 24 09:16:49.271000 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ee507-3328-4a53-a935-92ee69fb2f8d req-7c8f9ec0-097d-47ca-8422-abdb5d17ef8e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:49.276055 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-480ee507-3328-4a53-a935-92ee69fb2f8d req-7c8f9ec0-097d-47ca-8422-abdb5d17ef8e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0834174 Jun 24 09:16:49.311847 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-480ee507-3328-4a53-a935-92ee69fb2f8d req-928939d2-7062-4b85-a35e-a92fe4958cf7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328388 Jun 24 09:16:50.498942 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69fb23-2192-4507-b7cd-17bbdf4f43d6 req-fda306a4-e09a-4c22-92e1-ef9124084f6d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:50.500426 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-cb69fb23-2192-4507-b7cd-17bbdf4f43d6 req-fda306a4-e09a-4c22-92e1-ef9124084f6d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0671506 Jun 24 09:16:50.539067 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-cb69fb23-2192-4507-b7cd-17bbdf4f43d6 req-2af16af4-482f-4a38-8915-d41720772f92 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329437 Jun 24 09:16:51.762066 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7cee7-0daa-42ac-9e5b-bd8659ad6c38 req-a534c28a-5c5c-413b-b6f4-03cab297e1d1 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:51.763446 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c6d7cee7-0daa-42ac-9e5b-bd8659ad6c38 req-a534c28a-5c5c-413b-b6f4-03cab297e1d1 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0930357 Jun 24 09:16:51.804299 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c6d7cee7-0daa-42ac-9e5b-bd8659ad6c38 req-8e580584-7ad2-465c-8f79-5e81d64016e4 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348771 Jun 24 09:16:53.019714 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a2541-443a-49d0-ba70-e473e703ccdb req-306c8639-c097-4f96-b03a-1243ae0483d7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:53.020946 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0f4a2541-443a-49d0-ba70-e473e703ccdb req-306c8639-c097-4f96-b03a-1243ae0483d7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0849907 Jun 24 09:16:53.059631 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0f4a2541-443a-49d0-ba70-e473e703ccdb req-292eb81b-1450-4e1e-914b-638a3e742046 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320289 Jun 24 09:16:54.239483 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b0270-a9af-4fdf-b790-a9a3fa662158 req-380114ac-7449-472f-bef0-f60510f21c04 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:54.242843 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-577b0270-a9af-4fdf-b790-a9a3fa662158 req-380114ac-7449-472f-bef0-f60510f21c04 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0684168 Jun 24 09:16:54.279379 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-577b0270-a9af-4fdf-b790-a9a3fa662158 req-a69250c7-f40a-405e-842b-583d66692fb9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355344 Jun 24 09:16:54.474463 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36002) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:54.574860 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:54.663703 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:54.667783 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:54.671052 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-77c2025c-dcd6-4674-82ac-abe8c527bf73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:54.705671 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f364f45d40ae4081b38d01b1394ac185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301831 Jun 24 09:16:54.706553 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f2039a-1ea3-406b-9cd0-548464f9ccee,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:54.708365 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36006) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:16:54.714155 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.714533 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.714899 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.715262 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.715645 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.716007 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.716360 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.716713 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.717066 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.717417 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.717765 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.718111 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.722025 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:54.756499 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:54.778790 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:54.825213 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:54.827803 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:54.828934 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13f2039a-1ea3-406b-9cd0-548464f9ccee HTTP/1.1" status: 204 len: 168 time: 0.1195998 Jun 24 09:16:54.829660 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-27ed3d54-e422-4dfc-bd67-e4c243511308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:16:54.837073 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f2039a-1ea3-406b-9cd0-548464f9ccee,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:16:54.844380 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.844750 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.845154 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.845446 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.845790 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.846134 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.846476 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.846816 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.847154 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.847492 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.847856 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.848197 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:16:54.851244 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-2ad5c9bf-ca4f-4c47-a3cd-9b8e7efb4f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:16:55.456702 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705bd28-fcf8-4db2-bb39-2ad9bd65edd8 req-6df29d11-0992-46d3-aa73-5cc05d2b5d2e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:55.458169 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8705bd28-fcf8-4db2-bb39-2ad9bd65edd8 req-6df29d11-0992-46d3-aa73-5cc05d2b5d2e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0650921 Jun 24 09:16:55.495595 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8705bd28-fcf8-4db2-bb39-2ad9bd65edd8 req-b7c7b77f-fb52-43e5-973c-526cb9a94961 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311179 Jun 24 09:16:56.672488 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37580a-fcd0-4968-9e8b-2594e2e1e01d req-2b3397dd-3378-42ee-ab12-2b88961a3828 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:56.673908 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2f37580a-fcd0-4968-9e8b-2594e2e1e01d req-2b3397dd-3378-42ee-ab12-2b88961a3828 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0642359 Jun 24 09:16:56.710173 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2f37580a-fcd0-4968-9e8b-2594e2e1e01d req-19d1c997-6ca6-4163-abd0-0695d996ae7a tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307503 Jun 24 09:16:56.908619 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b812ea2-4463-44f4-9beb-df4b405693fd req-fd6473be-7423-40ba-b2e1-4b889bf8c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:56.910055 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9b812ea2-4463-44f4-9beb-df4b405693fd req-fd6473be-7423-40ba-b2e1-4b889bf8c954 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 1096 time: 0.0514400 Jun 24 09:16:57.014493 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b812ea2-4463-44f4-9beb-df4b405693fd req-f748715a-3e8d-4a9d-9a21-fbffe7b19ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:57.016026 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9b812ea2-4463-44f4-9beb-df4b405693fd req-f748715a-3e8d-4a9d-9a21-fbffe7b19ee4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 916 time: 0.0834148 Jun 24 09:16:57.079662 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9b812ea2-4463-44f4-9beb-df4b405693fd req-b87142a5-0cd9-4b8a-b35c-0ee3f58c67a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d4aafef-9878-49a0-9a15-49b7f933a358 HTTP/1.1" status: 200 len: 998 time: 0.0566998 Jun 24 09:16:57.126462 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b812ea2-4463-44f4-9beb-df4b405693fd req-279b5332-97b1-4700-82d8-26c641fb1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:57.127836 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9b812ea2-4463-44f4-9beb-df4b405693fd req-279b5332-97b1-4700-82d8-26c641fb1a85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 200 len: 854 time: 0.0415485 Jun 24 09:16:57.184985 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b812ea2-4463-44f4-9beb-df4b405693fd req-a76238d2-185d-4dba-b323-397b614420ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:57.186420 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9b812ea2-4463-44f4-9beb-df4b405693fd req-a76238d2-185d-4dba-b323-397b614420ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0521243 Jun 24 09:16:57.270238 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9b812ea2-4463-44f4-9beb-df4b405693fd req-c8bc85ee-dc51-41c7-bbb0-0722983b97e6 service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768323 Jun 24 09:16:57.363035 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9b812ea2-4463-44f4-9beb-df4b405693fd req-8adc0d36-3a09-4a41-affd-1222051a297b service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849955 Jun 24 09:16:57.884124 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a344f40-42cf-477b-9559-a088fa5a4621 req-afb03aed-6bc6-44ff-ab37-6cbcb7c88b82 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:57.885575 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8a344f40-42cf-477b-9559-a088fa5a4621 req-afb03aed-6bc6-44ff-ab37-6cbcb7c88b82 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0609815 Jun 24 09:16:57.926637 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8a344f40-42cf-477b-9559-a088fa5a4621 req-46e8926d-c971-4b36-887f-7d47cb35fecd tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356300 Jun 24 09:16:58.492092 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a087797c-721a-4e00-af90-de91ab953448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:59.108298 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f4576-233f-4f3c-be1b-7419e9be2817 req-a5fd8484-ea2a-413b-ae6f-6b40dff95332 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:16:59.109605 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-272f4576-233f-4f3c-be1b-7419e9be2817 req-a5fd8484-ea2a-413b-ae6f-6b40dff95332 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0612586 Jun 24 09:16:59.145539 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-272f4576-233f-4f3c-be1b-7419e9be2817 req-5ee21b02-817b-4ec9-adc8-129c28015e7e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306039 Jun 24 09:17:00.321285 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5079d-5e97-4cae-80a2-c0b9c17a7224 req-616f8a6d-f1a1-452c-8da5-a2b7fe1c212b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:00.322754 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-aac5079d-5e97-4cae-80a2-c0b9c17a7224 req-616f8a6d-f1a1-452c-8da5-a2b7fe1c212b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0615747 Jun 24 09:17:00.359371 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-aac5079d-5e97-4cae-80a2-c0b9c17a7224 req-f8377eb2-c0a8-4a2d-84fc-a78812859c2b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310318 Jun 24 09:17:01.121387 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a0d6cd69-64dd-4d58-b376-6f619751534f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:01.223656 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:01.495878 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 7d4aafef-9878-49a0-9a15-49b7f933a358 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:17:01.533059 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaf68e-6ed2-422a-b097-97977afd8642 req-a40ad1d1-ff13-4e6a-9b88-fa5d59b879b9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:01.534508 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-efcaf68e-6ed2-422a-b097-97977afd8642 req-a40ad1d1-ff13-4e6a-9b88-fa5d59b879b9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 943 time: 0.0618532 Jun 24 09:17:01.574254 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-efcaf68e-6ed2-422a-b097-97977afd8642 req-c8cdf154-1fc5-4310-88d4-5e0d0b43e8a2 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341220 Jun 24 09:17:01.586991 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 7d4aafef-9878-49a0-9a15-49b7f933a358, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=7d4aafef-9878-49a0-9a15-49b7f933a358,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:17:01.598148 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'port_id': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'mac_address': 'fa:16:3e:ea:4f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:17:01.636939 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:01.648731 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4aafef-9878-49a0-9a15-49b7f933a358 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:17:01.668281 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 7d4aafef-9878-49a0-9a15-49b7f933a358, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=7d4aafef-9878-49a0-9a15-49b7f933a358,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:17:01.672533 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:01.675169 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1ee982ca-4eee-49d9-99be-24dc3bdf0299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:17:01.719559 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=7d4aafef-9878-49a0-9a15-49b7f933a358,revision_number=9']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:17:01.726366 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:01.726720 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:01.727068 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:01.727411 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:01.727775 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:01.728111 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:01.728994 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:01.729324 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:01.729656 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:01.729982 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:01.730310 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:01.730641 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:01.734500 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:17:02.134740 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['7d4aafef-9878-49a0-9a15-49b7f933a358'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:17:02.287014 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:02.748095 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dd8ba-aefe-4fa7-a693-aacff10d266b req-c032f46e-d346-4bc7-8718-e409ee3bbebd tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:02.749532 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ea7dd8ba-aefe-4fa7-a693-aacff10d266b req-c032f46e-d346-4bc7-8718-e409ee3bbebd tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 944 time: 0.0612235 Jun 24 09:17:02.785742 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ea7dd8ba-aefe-4fa7-a693-aacff10d266b req-2860cfde-14b5-4fab-a176-e78a61b5f8e9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307128 Jun 24 09:17:03.502807 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 7d4aafef-9878-49a0-9a15-49b7f933a358 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:17:03.549323 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 7d4aafef-9878-49a0-9a15-49b7f933a358 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:17:03.549707 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:03.619957 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:03.643407 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:17:03.645675 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4d5f9d-7a48-4106-9857-ff5078cd27d5" -d '{"events": [{"server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "name": "network-vif-plugged", "status": "completed", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:17:03.766278 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8c1567-6989-40ee-889a-2a6327ec6652 x-openstack-request-id: req-0e8c1567-6989-40ee-889a-2a6327ec6652 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:17:03.766524 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "name": "network-vif-plugged", "status": "completed", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:17:03.766751 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e8c1567-6989-40ee-889a-2a6327ec6652 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:17:03.767142 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'code': 200} Jun 24 09:17:03.773963 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 7d4aafef-9878-49a0-9a15-49b7f933a358, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=7d4aafef-9878-49a0-9a15-49b7f933a358,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:17:03.781382 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:03.783734 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:17:03.803616 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:03.828418 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=7d4aafef-9878-49a0-9a15-49b7f933a358,revision_number=10']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:17:03.831411 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:17:03.963955 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8533cd-f052-43ec-aaa7-0141a2e66731 req-99b2b3e5-d86e-4be4-9224-1f40f77e91c5 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:03.965418 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7d8533cd-f052-43ec-aaa7-0141a2e66731 req-99b2b3e5-d86e-4be4-9224-1f40f77e91c5 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 946 time: 0.0650690 Jun 24 09:17:04.002266 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7d8533cd-f052-43ec-aaa7-0141a2e66731 req-bde920a0-3ca0-42f0-b909-711d3cc3b286 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312915 Jun 24 09:17:04.296208 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91f048-d73a-41e0-8994-36d6801693d7 req-d47542ca-69a8-40f8-a1a0-7337449b33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:04.297574 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-7a91f048-d73a-41e0-8994-36d6801693d7 req-d47542ca-69a8-40f8-a1a0-7337449b33c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 1099 time: 0.0501969 Jun 24 09:17:04.331474 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-7a91f048-d73a-41e0-8994-36d6801693d7 req-087abb82-585f-4dda-bf75-d0c2d0ac25a3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272110 Jun 24 09:17:05.180051 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a2a6f-ad39-4402-9720-5f429e8627a1 req-71ecbba8-b19d-4294-8f9b-d3848c5e4c7a tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:05.181962 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-da9a2a6f-ad39-4402-9720-5f429e8627a1 req-71ecbba8-b19d-4294-8f9b-d3848c5e4c7a tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 946 time: 0.0604973 Jun 24 09:17:05.218742 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-da9a2a6f-ad39-4402-9720-5f429e8627a1 req-25690f0e-799d-40c2-b8b4-bcd288ad4b1b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309637 Jun 24 09:17:06.398408 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27250f-daa8-4f49-b733-0fb308257650 req-0a505ed6-ee85-4aec-9e79-4cea67d1a409 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:06.399892 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ea27250f-daa8-4f49-b733-0fb308257650 req-0a505ed6-ee85-4aec-9e79-4cea67d1a409 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 946 time: 0.0647924 Jun 24 09:17:06.438543 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ea27250f-daa8-4f49-b733-0fb308257650 req-7a75eff6-5ff5-4161-8bd1-8a272c3736cf tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324280 Jun 24 09:17:07.617259 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688beb2-f2da-47f1-b70f-2412c9a9beb5 req-6d119f29-2c89-471e-b941-bda92465d48c tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:07.618786 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1688beb2-f2da-47f1-b70f-2412c9a9beb5 req-6d119f29-2c89-471e-b941-bda92465d48c tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 946 time: 0.0634804 Jun 24 09:17:07.910876 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1688beb2-f2da-47f1-b70f-2412c9a9beb5 req-c23bbb74-4eb6-42bd-94c5-a6220e72e2b7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861125 Jun 24 09:17:09.377642 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:23.407786 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:17:28.493853 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5b0a9952-6f5f-4c78-a945-735415368ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:29.006211 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d506bd-5cc2-4c59-98dd-ccdc8a9db128 req-6cedc3b1-2c51-4f0f-9a20-f4518932a0ef tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:29.007750 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d3d506bd-5cc2-4c59-98dd-ccdc8a9db128 req-6cedc3b1-2c51-4f0f-9a20-f4518932a0ef tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 984 time: 0.0975645 Jun 24 09:17:29.014180 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcbb98-dac1-497f-8fa2-bb1e3b0bfc40 req-77d9aba2-999d-4e0d-ad08-362baacbfe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:29.016319 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c4bcbb98-dac1-497f-8fa2-bb1e3b0bfc40 req-77d9aba2-999d-4e0d-ad08-362baacbfe14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33f64fc4146d41d387ce00195ff99f52&device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 1137 time: 0.0936017 Jun 24 09:17:29.097152 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d3d506bd-5cc2-4c59-98dd-ccdc8a9db128 req-f1b74166-71df-43b3-bbec-6c3d44fe8beb tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&id=ebc2a97d-956f-4ee4-8620-8a171965a118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797524 Jun 24 09:17:29.130882 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcbb98-dac1-497f-8fa2-bb1e3b0bfc40 req-79ec3dee-a7fc-4171-9b24-47a0af6e6ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:29.132427 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c4bcbb98-dac1-497f-8fa2-bb1e3b0bfc40 req-79ec3dee-a7fc-4171-9b24-47a0af6e6ee9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d187b5cf-fdbb-48b0-9ba8-9609aa637295 HTTP/1.1" status: 200 len: 916 time: 0.1059818 Jun 24 09:17:29.202380 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c4bcbb98-dac1-497f-8fa2-bb1e3b0bfc40 req-ee43a1d1-9f26-49ea-a946-0291949b5777 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3 HTTP/1.1" status: 200 len: 1001 time: 0.0616498 Jun 24 09:17:29.263729 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcbb98-dac1-497f-8fa2-bb1e3b0bfc40 req-478ccc8c-4904-4d5a-b44d-5d024b2d3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:29.265126 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c4bcbb98-dac1-497f-8fa2-bb1e3b0bfc40 req-478ccc8c-4904-4d5a-b44d-5d024b2d3ebe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a263516f-3e51-4672-9f09-672a135da8b2 HTTP/1.1" status: 200 len: 854 time: 0.0541537 Jun 24 09:17:29.326876 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcbb98-dac1-497f-8fa2-bb1e3b0bfc40 req-918a8c6f-eb06-4f07-aa94-d45c2740d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:29.328408 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c4bcbb98-dac1-497f-8fa2-bb1e3b0bfc40 req-918a8c6f-eb06-4f07-aa94-d45c2740d285 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d187b5cf-fdbb-48b0-9ba8-9609aa637295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0539942 Jun 24 09:17:29.430108 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c4bcbb98-dac1-497f-8fa2-bb1e3b0bfc40 req-95a566dc-5525-4001-9204-ea79ffc5d9bc service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906572 Jun 24 09:17:29.539495 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c4bcbb98-dac1-497f-8fa2-bb1e3b0bfc40 req-375a5666-72ca-47bc-aef8-33fdf60b3601 service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883224 Jun 24 09:17:30.269529 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bad2bf-3c82-49af-843e-47a092a1b6c7 req-97a115bb-fd4a-4ecf-a931-8a5500f051c2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:30.270975 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a8bad2bf-3c82-49af-843e-47a092a1b6c7 req-97a115bb-fd4a-4ecf-a931-8a5500f051c2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 984 time: 0.0633967 Jun 24 09:17:30.309901 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a8bad2bf-3c82-49af-843e-47a092a1b6c7 req-8391f909-ef8d-47e1-9eae-ca5bc3655022 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&id=ebc2a97d-956f-4ee4-8620-8a171965a118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331647 Jun 24 09:17:30.815657 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fef6b-fabf-4529-8bbd-f622e48a3aa6 req-5f09e241-924b-4425-840d-5ccce5fc6599 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:30.817110 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-480fef6b-fabf-4529-8bbd-f622e48a3aa6 req-5f09e241-924b-4425-840d-5ccce5fc6599 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0656953 Jun 24 09:17:30.856132 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-480fef6b-fabf-4529-8bbd-f622e48a3aa6 req-8b7e17da-4e2f-426a-ad34-764bb0cc296b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333633 Jun 24 09:17:31.121292 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e712c3d9-2d33-4f1d-b603-bc681224aba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:31.223446 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:31.480982 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e20e1-a814-429f-8b08-03b504f29d01 req-7653f87f-7de4-48bb-99f3-a58505d412e8 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:31.482293 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e87e20e1-a814-429f-8b08-03b504f29d01 req-7653f87f-7de4-48bb-99f3-a58505d412e8 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 984 time: 0.0612307 Jun 24 09:17:31.525463 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e87e20e1-a814-429f-8b08-03b504f29d01 req-d7b95b50-12de-40d0-bebf-7aade6390ac1 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&id=ebc2a97d-956f-4ee4-8620-8a171965a118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374322 Jun 24 09:17:32.029924 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1568a-a0e1-4774-a57c-6cac67ed123e req-88cd3de2-3138-4dc7-891f-ae0918ec0847 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:32.031355 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2bb1568a-a0e1-4774-a57c-6cac67ed123e req-88cd3de2-3138-4dc7-891f-ae0918ec0847 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0629876 Jun 24 09:17:32.066752 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2bb1568a-a0e1-4774-a57c-6cac67ed123e req-bfc5e0d8-889b-42f2-ae3a-b43cee70c192 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298731 Jun 24 09:17:32.291737 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:32.704157 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fb335-81be-4d2d-8fd5-e64ec8c01e02 req-2c73af37-b9cb-4574-ad91-41b3d4b315b8 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:32.705703 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ca1fb335-81be-4d2d-8fd5-e64ec8c01e02 req-2c73af37-b9cb-4574-ad91-41b3d4b315b8 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 984 time: 0.0643167 Jun 24 09:17:32.745234 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ca1fb335-81be-4d2d-8fd5-e64ec8c01e02 req-cf14de50-e7ce-4ceb-a0d4-2099088afd16 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&id=ebc2a97d-956f-4ee4-8620-8a171965a118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335033 Jun 24 09:17:33.393101 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868adc5-6aec-4ecd-a83d-a705732c2496 req-14dc392c-1511-4839-9383-5030983dbaf0 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:33.394456 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c868adc5-6aec-4ecd-a83d-a705732c2496 req-14dc392c-1511-4839-9383-5030983dbaf0 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0643551 Jun 24 09:17:33.431537 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c868adc5-6aec-4ecd-a83d-a705732c2496 req-8608e3f5-8eb8-4c6a-8bcd-96280fbc2055 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Jun 24 09:17:33.750269 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:33.917596 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f84abb-8339-4fd8-b98f-83284eab535e req-42cc0c41-862a-49e4-9197-b655694ecb6b tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:33.919012 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f6f84abb-8339-4fd8-b98f-83284eab535e req-42cc0c41-862a-49e4-9197-b655694ecb6b tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 984 time: 0.0617068 Jun 24 09:17:33.956185 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f6f84abb-8339-4fd8-b98f-83284eab535e req-55933431-1b24-411d-8e70-8ca48b3bb2f1 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&id=ebc2a97d-956f-4ee4-8620-8a171965a118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316572 Jun 24 09:17:34.599342 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32805411-7381-4eb1-942e-22efcc465d3e req-8e62422f-c645-417b-a1bb-7dc1bd9b01b3 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:34.600798 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-32805411-7381-4eb1-942e-22efcc465d3e req-8e62422f-c645-417b-a1bb-7dc1bd9b01b3 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0624051 Jun 24 09:17:34.637534 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-32805411-7381-4eb1-942e-22efcc465d3e req-91ee3afe-2ad4-4456-8b80-1103fee3a02e tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312243 Jun 24 09:17:35.128475 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a4ff5-e19f-4453-9907-e7c9688ffa08 req-e27a8095-5fa9-430e-b21c-ef5a1ec651d2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:35.129803 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-467a4ff5-e19f-4453-9907-e7c9688ffa08 req-e27a8095-5fa9-430e-b21c-ef5a1ec651d2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 984 time: 0.0648065 Jun 24 09:17:35.168690 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-467a4ff5-e19f-4453-9907-e7c9688ffa08 req-90e27a07-a53d-4df7-b3cd-6a7e6220df87 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&id=ebc2a97d-956f-4ee4-8620-8a171965a118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327635 Jun 24 09:17:35.949715 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717fb84-fd6e-4492-a296-613271cfb8f9 req-ccf9a4d5-8136-4cbe-b7ca-f2e3d6428e45 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:35.951132 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0717fb84-fd6e-4492-a296-613271cfb8f9 req-ccf9a4d5-8136-4cbe-b7ca-f2e3d6428e45 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.2048872 Jun 24 09:17:35.987791 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0717fb84-fd6e-4492-a296-613271cfb8f9 req-5d857c0a-3e6d-4ee9-bd19-e7ca3967a2e8 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311725 Jun 24 09:17:36.335934 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d2f0c-52eb-46fe-933d-721f418255e0 req-ba2e31fb-621c-46b0-ae08-8d7e89d4d2c8 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:36.337415 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-504d2f0c-52eb-46fe-933d-721f418255e0 req-ba2e31fb-621c-46b0-ae08-8d7e89d4d2c8 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 984 time: 0.0625844 Jun 24 09:17:36.376679 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-504d2f0c-52eb-46fe-933d-721f418255e0 req-1f1d4342-8842-4e51-9326-32926c5404ba tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&id=ebc2a97d-956f-4ee4-8620-8a171965a118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326128 Jun 24 09:17:37.162371 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d82af6-00d5-4d02-828b-c6ab09b6e465 req-e7ec7f63-f05d-4f32-b1a1-3d316f450584 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:37.163746 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-13d82af6-00d5-4d02-828b-c6ab09b6e465 req-e7ec7f63-f05d-4f32-b1a1-3d316f450584 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0656264 Jun 24 09:17:37.199991 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-13d82af6-00d5-4d02-828b-c6ab09b6e465 req-ff67c9be-53fb-40aa-8745-5d090c48d390 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305295 Jun 24 09:17:37.547588 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f2957-3956-4adb-aa50-18683ad6edb9 req-d3867da1-86c9-4da3-87ef-3955dc4c8712 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:37.549015 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-960f2957-3956-4adb-aa50-18683ad6edb9 req-d3867da1-86c9-4da3-87ef-3955dc4c8712 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 984 time: 0.0651326 Jun 24 09:17:37.587678 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-960f2957-3956-4adb-aa50-18683ad6edb9 req-cc4c60f5-4a1b-48d1-873e-9664caaeba3b tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&id=ebc2a97d-956f-4ee4-8620-8a171965a118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330424 Jun 24 09:17:38.367787 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293e593-4a4d-4671-823d-47956b6ecfae req-4409c021-0fdd-4e25-a6ee-1ec20c714d90 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:38.369820 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5293e593-4a4d-4671-823d-47956b6ecfae req-4409c021-0fdd-4e25-a6ee-1ec20c714d90 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0620906 Jun 24 09:17:38.407379 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5293e593-4a4d-4671-823d-47956b6ecfae req-9d216572-6dcd-497a-921e-e6dd70440c6d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Jun 24 09:17:38.811678 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8703873-1804-4d03-a81f-ec3b391fa897 req-b37b07a2-91c1-4e57-a235-894da1a4d0cf tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:38.813037 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b8703873-1804-4d03-a81f-ec3b391fa897 req-b37b07a2-91c1-4e57-a235-894da1a4d0cf tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 984 time: 0.1114299 Jun 24 09:17:38.851165 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b8703873-1804-4d03-a81f-ec3b391fa897 req-4b1a97cc-48b6-493e-9438-dd40f3984450 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&id=ebc2a97d-956f-4ee4-8620-8a171965a118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324397 Jun 24 09:17:39.382786 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:39.581233 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8d298-8a24-47c0-b24a-c528230aa36e req-7b2521f4-1a39-47ce-969c-d4d85509142c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:39.582703 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fce8d298-8a24-47c0-b24a-c528230aa36e req-7b2521f4-1a39-47ce-969c-d4d85509142c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0654106 Jun 24 09:17:39.620611 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-fce8d298-8a24-47c0-b24a-c528230aa36e req-2716efcf-221b-46c3-b93e-8db676d67c17 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319724 Jun 24 09:17:40.171363 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991da256-0180-43f9-b73c-47c9fdd3b585 req-f116c515-10d9-4868-8986-c702d195f9f2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:40.172739 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-991da256-0180-43f9-b73c-47c9fdd3b585 req-f116c515-10d9-4868-8986-c702d195f9f2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 984 time: 0.0634665 Jun 24 09:17:40.211699 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-991da256-0180-43f9-b73c-47c9fdd3b585 req-70c3a5ce-e24a-4823-84d9-1ad7a8d58727 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&id=ebc2a97d-956f-4ee4-8620-8a171965a118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333683 Jun 24 09:17:40.789551 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7a97-0686-42e0-b8b1-1e3b533a0c52 req-50c1efba-d1b8-4482-9a95-7fd3ee3a136c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:40.790910 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8f8e7a97-0686-42e0-b8b1-1e3b533a0c52 req-50c1efba-d1b8-4482-9a95-7fd3ee3a136c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0617976 Jun 24 09:17:40.827615 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8f8e7a97-0686-42e0-b8b1-1e3b533a0c52 req-dc93aa31-0f7b-420f-ab60-364f37551f38 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308628 Jun 24 09:17:41.416485 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b101c2-d190-426a-bbed-83bbaad42b51 req-eca1ccdb-d31c-4982-bcbd-d1d26d76f4bc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:41.418233 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-79b101c2-d190-426a-bbed-83bbaad42b51 req-eca1ccdb-d31c-4982-bcbd-d1d26d76f4bc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 984 time: 0.0672932 Jun 24 09:17:41.457050 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-79b101c2-d190-426a-bbed-83bbaad42b51 req-7d051613-0af6-408d-9791-8660ab369943 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&id=ebc2a97d-956f-4ee4-8620-8a171965a118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332296 Jun 24 09:17:42.000563 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd5e9d-9445-4e96-9cf5-5140dddee5ee req-0f91d1a8-fe01-432b-b9da-edfefbfe5523 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:42.002000 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-41fd5e9d-9445-4e96-9cf5-5140dddee5ee req-0f91d1a8-fe01-432b-b9da-edfefbfe5523 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0614500 Jun 24 09:17:42.039738 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-41fd5e9d-9445-4e96-9cf5-5140dddee5ee req-6dd4c0aa-553c-4b52-b080-62c7c5f4c30b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322850 Jun 24 09:17:43.208220 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35176e1-a06a-427f-a02d-d259ec4a2d80 req-eee2c8cd-9973-4c55-9cfe-bf757241e684 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:43.209575 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d35176e1-a06a-427f-a02d-d259ec4a2d80 req-eee2c8cd-9973-4c55-9cfe-bf757241e684 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0614877 Jun 24 09:17:43.245469 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d35176e1-a06a-427f-a02d-d259ec4a2d80 req-d87700d2-3b11-4f15-acfa-435dd3d9ad25 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304914 Jun 24 09:17:44.419922 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a201d7-3a8c-4588-af81-948e8b648286 req-5c75a55b-61de-43d8-a131-0a33d0275f6c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:44.421292 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d0a201d7-3a8c-4588-af81-948e8b648286 req-5c75a55b-61de-43d8-a131-0a33d0275f6c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0670826 Jun 24 09:17:44.457296 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d0a201d7-3a8c-4588-af81-948e8b648286 req-5e8da5cf-bca7-4e18-9e13-d3be20ad58b7 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302224 Jun 24 09:17:45.628074 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7112d-e16e-43b9-a355-05b21cd8f128 req-c57f3df6-bdcc-443f-b910-5e91e04e7942 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:45.629508 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6cb7112d-e16e-43b9-a355-05b21cd8f128 req-c57f3df6-bdcc-443f-b910-5e91e04e7942 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0649097 Jun 24 09:17:45.666092 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6cb7112d-e16e-43b9-a355-05b21cd8f128 req-d754b271-4ea2-463e-b674-96eee5af80a0 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311494 Jun 24 09:17:46.930197 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64a465-1265-4d33-aeba-adfa5ee38bb8 req-b94c6e29-4d20-415c-883d-da6d37f2d749 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:46.931821 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9e64a465-1265-4d33-aeba-adfa5ee38bb8 req-b94c6e29-4d20-415c-883d-da6d37f2d749 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0627141 Jun 24 09:17:46.968899 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9e64a465-1265-4d33-aeba-adfa5ee38bb8 req-47dc78eb-a5b5-4e2f-af61-fb2e1ea0f116 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310259 Jun 24 09:17:48.137229 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e080b-fd0a-45cd-abd8-a4975957cbc5 req-6078aaa0-4919-42f8-8f68-0ba6afd12eb2 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:48.138669 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-251e080b-fd0a-45cd-abd8-a4975957cbc5 req-6078aaa0-4919-42f8-8f68-0ba6afd12eb2 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0622885 Jun 24 09:17:48.176334 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-251e080b-fd0a-45cd-abd8-a4975957cbc5 req-371e8bde-1c84-4894-963b-a2beb60cfa07 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317948 Jun 24 09:17:49.349693 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346f033-af32-4e92-84d4-1418c2b5702b req-a544525f-c8d9-4c5d-a955-5dc6c45b8d71 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:49.351151 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5346f033-af32-4e92-84d4-1418c2b5702b req-a544525f-c8d9-4c5d-a955-5dc6c45b8d71 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0657442 Jun 24 09:17:49.388044 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5346f033-af32-4e92-84d4-1418c2b5702b req-59086278-ebd1-4c03-9355-cde376c9e575 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Jun 24 09:17:50.556892 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f41d48-1ddc-4ea4-a3a3-0edb9361cf93 req-87c91293-392e-4de1-9bfd-9f5d7841e0eb tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:50.558333 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-61f41d48-1ddc-4ea4-a3a3-0edb9361cf93 req-87c91293-392e-4de1-9bfd-9f5d7841e0eb tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0610337 Jun 24 09:17:50.594621 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-61f41d48-1ddc-4ea4-a3a3-0edb9361cf93 req-c3108c54-74b7-4cf9-9ad6-67a0b3ec59d4 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305393 Jun 24 09:17:51.766127 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6371c6-8845-4d4d-82d1-3f1d2048a11e req-f56f7c0e-ae6c-4341-ae36-787b2d620366 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:51.767490 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6b6371c6-8845-4d4d-82d1-3f1d2048a11e req-f56f7c0e-ae6c-4341-ae36-787b2d620366 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0626845 Jun 24 09:17:51.804032 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6b6371c6-8845-4d4d-82d1-3f1d2048a11e req-31d33657-9761-4c53-82e4-7d82d167c8fc tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310643 Jun 24 09:17:52.132474 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932084e-416b-49d5-8ec5-21d936661be7 req-4a205b56-c6fd-439a-81aa-097d9ce18004 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:52.133821 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0932084e-416b-49d5-8ec5-21d936661be7 req-4a205b56-c6fd-439a-81aa-097d9ce18004 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0647182 Jun 24 09:17:52.175879 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0932084e-416b-49d5-8ec5-21d936661be7 req-7cbb18a9-6134-41c1-bfdc-04bc22483e35 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358052 Jun 24 09:17:52.225667 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd9e8a-58aa-4ea3-b4be-aad01a6943ac req-2a4b44c5-d2dc-481e-97dc-9d8eaefccb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:52.227113 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cacd9e8a-58aa-4ea3-b4be-aad01a6943ac req-2a4b44c5-d2dc-481e-97dc-9d8eaefccb96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b67ac5a655342b8b8de30b65acaa730&device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 1098 time: 0.0923741 Jun 24 09:17:52.313248 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd9e8a-58aa-4ea3-b4be-aad01a6943ac req-337e7c66-376f-416a-9164-c4b12061f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:52.314656 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cacd9e8a-58aa-4ea3-b4be-aad01a6943ac req-337e7c66-376f-416a-9164-c4b12061f38c service neutron] 10.222.0.23 "GET /v2.0/networks?id=bec49d64-4369-4490-ad85-2e53541d2805 HTTP/1.1" status: 200 len: 912 time: 0.0804951 Jun 24 09:17:52.380577 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cacd9e8a-58aa-4ea3-b4be-aad01a6943ac req-8ff930f9-13b5-4f8d-95f9-435ef8bd2f29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b23718-07a9-4852-b0e1-f7a73d06640b HTTP/1.1" status: 200 len: 1000 time: 0.0587175 Jun 24 09:17:52.426833 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd9e8a-58aa-4ea3-b4be-aad01a6943ac req-b026d77b-dbe3-4c05-b5b5-5b65f36678a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:52.428141 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cacd9e8a-58aa-4ea3-b4be-aad01a6943ac req-b026d77b-dbe3-4c05-b5b5-5b65f36678a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38df72ae-f46f-47b9-9a1e-83a1b5f659e6 HTTP/1.1" status: 200 len: 850 time: 0.0413189 Jun 24 09:17:52.482239 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd9e8a-58aa-4ea3-b4be-aad01a6943ac req-961cef1f-6d84-4028-ab24-0eecbba9bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:52.483677 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cacd9e8a-58aa-4ea3-b4be-aad01a6943ac req-961cef1f-6d84-4028-ab24-0eecbba9bc54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bec49d64-4369-4490-ad85-2e53541d2805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0490446 Jun 24 09:17:52.574611 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cacd9e8a-58aa-4ea3-b4be-aad01a6943ac req-ef7fc751-6c73-48b4-a22f-947eef4f6e45 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822051 Jun 24 09:17:52.661354 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cacd9e8a-58aa-4ea3-b4be-aad01a6943ac req-954e5ed9-2149-4938-bb3d-eb945e8bb717 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791581 Jun 24 09:17:53.360685 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c7374-a23e-45f5-ba81-b49d4b27267d req-1d3908bb-2e91-4981-b4c5-0f49963eb556 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:53.362115 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-250c7374-a23e-45f5-ba81-b49d4b27267d req-1d3908bb-2e91-4981-b4c5-0f49963eb556 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0749960 Jun 24 09:17:53.399059 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-250c7374-a23e-45f5-ba81-b49d4b27267d req-9a7514b9-5334-4ba6-92d6-57475c41dca7 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Jun 24 09:17:54.571220 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56137c-fd76-4aa0-900a-e78fb5d070df req-dc20cbc1-63b4-488c-9e9f-55991979d72c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:54.573320 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2e56137c-fd76-4aa0-900a-e78fb5d070df req-dc20cbc1-63b4-488c-9e9f-55991979d72c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0656440 Jun 24 09:17:54.609854 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2e56137c-fd76-4aa0-900a-e78fb5d070df req-c71cb518-439d-4e9d-b148-5d51bf442d21 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310154 Jun 24 09:17:58.494261 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-04ea3892-3603-4e7c-9a7c-3cb1fb164331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:00.405747 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:18:01.121424 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a156637d-e3ff-4a31-b7df-9735ac2da6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:01.226814 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:02.293994 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:03.753953 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:05.384071 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e02e49-f9fc-4507-a9d4-7d60e8b7ed7f req-b9bad308-a404-41e8-ab43-ff35b0ed39e2 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:05.385503 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e1e02e49-f9fc-4507-a9d4-7d60e8b7ed7f req-b9bad308-a404-41e8-ab43-ff35b0ed39e2 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 946 time: 0.0616319 Jun 24 09:18:05.421792 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e1e02e49-f9fc-4507-a9d4-7d60e8b7ed7f req-4bdbee25-8eea-409b-873d-9d4074d0e2ce tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303142 Jun 24 09:18:06.602668 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751a2fd-8343-4948-8f24-c769163e0401 req-43ca0d28-ad05-4629-a017-e58feeec39f1 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:06.604143 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a751a2fd-8343-4948-8f24-c769163e0401 req-43ca0d28-ad05-4629-a017-e58feeec39f1 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 946 time: 0.0613017 Jun 24 09:18:06.640217 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a751a2fd-8343-4948-8f24-c769163e0401 req-63cfb68f-b04b-42e3-a06a-3ff79c88dca0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303597 Jun 24 09:18:07.722626 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-9fc93820-da7e-4e5e-a8d1-3f181f836439 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:07.724093 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-9fc93820-da7e-4e5e-a8d1-3f181f836439 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 946 time: 0.0613852 Jun 24 09:18:07.862341 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeee06-f540-47d1-9cd4-32b497620084 req-5dd7c4cb-d78f-4918-91bc-31d5747a32f2 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:07.863712 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1afeee06-f540-47d1-9cd4-32b497620084 req-5dd7c4cb-d78f-4918-91bc-31d5747a32f2 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 946 time: 0.1044912 Jun 24 09:18:07.879445 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Deleting port 7d4aafef-9878-49a0-9a15-49b7f933a358 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:18:07.879809 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:07.953173 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1afeee06-f540-47d1-9cd4-32b497620084 req-28ea733b-7a30-4230-824d-32322f9b9b3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=e169d56e-6950-4d44-8243-c5988f0261d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830586 Jun 24 09:18:07.986036 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] For port 7d4aafef-9878-49a0-9a15-49b7f933a358, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=7d4aafef-9878-49a0-9a15-49b7f933a358,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:18:07.986391 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:08.194251 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:08.194740 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:08.195122 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.l3_db [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Floating IP 7d190255-65d2-4853-80cc-e7a98a165d94 disassociated. External IP: 172.28.1.54, port: 7d4aafef-9878-49a0-9a15-49b7f933a358. Jun 24 09:18:08.195494 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Calling delete_port for 7d4aafef-9878-49a0-9a15-49b7f933a358 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:18:08.318780 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:08.322839 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:08.349685 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event deleted for resources: {'Port': ['ID=7d4aafef-9878-49a0-9a15-49b7f933a358,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:08.358328 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:08.358700 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:08.359063 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:08.359428 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:08.359809 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:08.360162 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:08.360512 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:08.360859 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:08.361203 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:08.361546 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:08.361890 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:08.362234 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:08.368196 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:08.468209 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Router 73cf1f99-e554-4373-a7a1-2648aea9b55d has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:18:08.572676 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:18:08.582031 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a62dc-bfd9-4b0c-96ca-6b4e082078bc None None] Sync routers for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:18:08.592026 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a62dc-bfd9-4b0c-96ca-6b4e082078bc None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:18:08.592949 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-828a62dc-bfd9-4b0c-96ca-6b4e082078bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:18:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:08.615174 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] No DVR routers for this DVR port 7d4aafef-9878-49a0-9a15-49b7f933a358 on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:18:08.617727 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:08.619895 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-eb3f5ed5-3140-423e-ab37-6d014aa6a0c8 req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.23 "DELETE /v2.0/ports/7d4aafef-9878-49a0-9a15-49b7f933a358 HTTP/1.1" status: 204 len: 173 time: 0.8892438 Jun 24 09:18:08.620608 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'name': 'network-vif-deleted', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:18:08.622836 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df78af8e-53c6-4439-a8eb-12df4cedfc8c" -d '{"events": [{"server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "name": "network-vif-deleted", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:18:08.700428 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-828a62dc-bfd9-4b0c-96ca-6b4e082078bc None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:18:08.723982 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc4d66a-5f90-4e73-a911-7dd05824bb68 x-openstack-request-id: req-abc4d66a-5f90-4e73-a911-7dd05824bb68 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:18:08.724532 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1325884-018d-481c-a7c0-4b55e5511ecd", "name": "network-vif-deleted", "tag": "7d4aafef-9878-49a0-9a15-49b7f933a358", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:18:08.724619 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abc4d66a-5f90-4e73-a911-7dd05824bb68 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:18:08.724984 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1325884-018d-481c-a7c0-4b55e5511ecd', 'name': 'network-vif-deleted', 'tag': '7d4aafef-9878-49a0-9a15-49b7f933a358', 'status': 'completed', 'code': 200} Jun 24 09:18:08.904670 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-828a62dc-bfd9-4b0c-96ca-6b4e082078bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:03Z', 'revision_number': 5, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:08.930782 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a62dc-bfd9-4b0c-96ca-6b4e082078bc None None] Checking router: 73cf1f99-e554-4373-a7a1-2648aea9b55d for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:18:08.939613 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a62dc-bfd9-4b0c-96ca-6b4e082078bc None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:18:08.940216 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-828a62dc-bfd9-4b0c-96ca-6b4e082078bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:18:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:09.046244 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-828a62dc-bfd9-4b0c-96ca-6b4e082078bc None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:18:09.108885 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-deb72aad-6aaa-4ac5-a4cc-1b456474ccc9 req-1bde0a66-8072-497c-9013-4ed602aefb54 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1325884-018d-481c-a7c0-4b55e5511ecd HTTP/1.1" status: 200 len: 210 time: 0.0283234 Jun 24 09:18:09.249691 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-828a62dc-bfd9-4b0c-96ca-6b4e082078bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:03Z', 'revision_number': 5, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:09.275671 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a62dc-bfd9-4b0c-96ca-6b4e082078bc None None] The sync data for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb is: [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:03Z', 'revision_number': 5, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:18:09.402730 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:09.510005 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e84b1-10eb-4fc9-a350-14b62ece1fb3 None None] New status for floating IP 7d190255-65d2-4853-80cc-e7a98a165d94: DOWN {{(pid=93125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:18:10.241682 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36244) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:10.294482 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-beb4b357-e302-4561-b3ba-accfd85422bc tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:10.319698 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-beb4b357-e302-4561-b3ba-accfd85422bc tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:10.371671 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-beb4b357-e302-4561-b3ba-accfd85422bc tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:10.374271 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-beb4b357-e302-4561-b3ba-accfd85422bc tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:10.375416 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-beb4b357-e302-4561-b3ba-accfd85422bc tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "DELETE /v2.0/security-groups/e169d56e-6950-4d44-8243-c5988f0261d2 HTTP/1.1" status: 204 len: 168 time: 0.1327212 Jun 24 09:18:10.376579 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-86875448-64ef-4431-ad09-5bffa13e4f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:10.378437 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36246) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:10.386135 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4b357-e302-4561-b3ba-accfd85422bc tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e169d56e-6950-4d44-8243-c5988f0261d2,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:10.388710 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-beb4b357-e302-4561-b3ba-accfd85422bc tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:10.396197 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.api.v2.resource [None req-cd4fa6fd-3f89-4127-bf0c-69567f0d24ea tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] show failed (client error): The resource could not be found. Jun 24 09:18:10.399952 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-cd4fa6fd-3f89-4127-bf0c-69567f0d24ea tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups/e169d56e-6950-4d44-8243-c5988f0261d2 HTTP/1.1" status: 404 len: 347 time: 0.0172238 Jun 24 09:18:10.400248 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36248) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:10.522460 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-0dfaba36-21ce-4cbc-baec-52be46aa4c33 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Deleting port 35018e65-8d78-4750-9ee6-2fe459889986 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:18:10.522800 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0dfaba36-21ce-4cbc-baec-52be46aa4c33 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:10.593491 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0dfaba36-21ce-4cbc-baec-52be46aa4c33 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:10.593817 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0dfaba36-21ce-4cbc-baec-52be46aa4c33 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:10.605309 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-0dfaba36-21ce-4cbc-baec-52be46aa4c33 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Calling delete_port for 35018e65-8d78-4750-9ee6-2fe459889986 owned by network:floatingip {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:18:10.737446 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0dfaba36-21ce-4cbc-baec-52be46aa4c33 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:10.739993 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-542a7174-7ec1-44d5-8085-d3ff7285e4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:10.762197 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfaba36-21ce-4cbc-baec-52be46aa4c33 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event deleted for resources: {'Port': ['ID=35018e65-8d78-4750-9ee6-2fe459889986,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:10.765301 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0dfaba36-21ce-4cbc-baec-52be46aa4c33 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:10.822657 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0dfaba36-21ce-4cbc-baec-52be46aa4c33 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:10.825820 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0dfaba36-21ce-4cbc-baec-52be46aa4c33 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:10.826940 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-0dfaba36-21ce-4cbc-baec-52be46aa4c33 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "DELETE /v2.0/floatingips/7d190255-65d2-4853-80cc-e7a98a165d94 HTTP/1.1" status: 204 len: 168 time: 0.4257181 Jun 24 09:18:11.071306 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36252) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:11.076494 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-5c8e493f-254c-4010-aa22-5d468b8b6ada tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1625151402', 'description': 'tempest-description--935144207'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:18:11.098784 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5c8e493f-254c-4010-aa22-5d468b8b6ada tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.177704 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5c8e493f-254c-4010-aa22-5d468b8b6ada tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.181203 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5c8e493f-254c-4010-aa22-5d468b8b6ada tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.184821 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ab4f8f7a-8991-44d5-9d8b-57dc7254613c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:11.206106 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5c8e493f-254c-4010-aa22-5d468b8b6ada tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.207268 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-5c8e493f-254c-4010-aa22-5d468b8b6ada tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1349385 Jun 24 09:18:11.210228 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36254) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:11.211339 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e493f-254c-4010-aa22-5d468b8b6ada tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442f1a8f-67b0-4b68-a1b9-9ef5a787912e,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:11.214188 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5c8e493f-254c-4010-aa22-5d468b8b6ada tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:11.220899 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Request body: {'security_group_rule': {'security_group_id': '442f1a8f-67b0-4b68-a1b9-9ef5a787912e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:18:11.248765 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.296335 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.300024 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.304675 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:11.318733 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c09aefe-6134-4d10-8648-a919e21f1e38,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:11.328695 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:11.329066 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:11.329424 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:11.329781 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:11.330132 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:11.330481 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:11.330834 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:11.331177 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:11.331543 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:11.331882 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:11.332224 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:11.332565 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:11.335786 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:11.336609 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.340155 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-470b4084-4b44-4177-8172-9b95103c6d3d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260324 Jun 24 09:18:11.340614 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36256) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:11.344557 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-3b254066-1828-444a-9dd5-4445758fbcd3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Request body: {'security_group_rule': {'security_group_id': '442f1a8f-67b0-4b68-a1b9-9ef5a787912e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:18:11.370735 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b254066-1828-444a-9dd5-4445758fbcd3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.425660 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b254066-1828-444a-9dd5-4445758fbcd3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.429256 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b254066-1828-444a-9dd5-4445758fbcd3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.434720 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:11.447231 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b254066-1828-444a-9dd5-4445758fbcd3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f124da06-297e-4d5c-ac98-07efc85fd4f3,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:11.449781 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-3b254066-1828-444a-9dd5-4445758fbcd3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:11.453684 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b254066-1828-444a-9dd5-4445758fbcd3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.455062 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-3b254066-1828-444a-9dd5-4445758fbcd3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138396 Jun 24 09:18:11.458108 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36258) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:11.462405 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Request body: {'floatingip': {'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:18:11.487740 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.577475 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.681274 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Allocated IP 172.28.1.138 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/c92ce0b1-4291-4b3d-b098-6d5156e5bbf5) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:18:11.779694 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.798865 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 7d4aafef-9878-49a0-9a15-49b7f933a358 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:18:11.817600 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6174885'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.819832 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:11.820149 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: 7d4aafef-9878-49a0-9a15-49b7f933a358 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:18:11.820504 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 7d4aafef-9878-49a0-9a15-49b7f933a358 not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:18:11.858482 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:18:11.864053 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:18:11.866207 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event updated for resources: {'Port': ['ID=c92ce0b1-4291-4b3d-b098-6d5156e5bbf5,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:11.868294 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:18:11.870788 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:11.950208 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:11.990604 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:12.133006 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:12.137166 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174899'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:12.140002 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:12.200583 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event updated for resources: {'Port': ['ID=c92ce0b1-4291-4b3d-b098-6d5156e5bbf5,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:12.204235 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:12.214131 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:12.227055 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:12.228435 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7694306 Jun 24 09:18:12.365181 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-2de876c0-13ac-4490-820a-144506dadc44 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1625151402&fields=id&tenant_id=1de26ab21d844892b2180caecacc5334 HTTP/1.1" status: 200 len: 267 time: 0.0326781 Jun 24 09:18:12.469569 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-2fa06ce4-b194-47c2-abbc-4599ad9e760d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:12.470894 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-2fa06ce4-b194-47c2-abbc-4599ad9e760d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 815 time: 0.0995569 Jun 24 09:18:12.485754 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-c28dfd2e-5579-4adb-8cdc-c3c212520be5 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/quotas/1de26ab21d844892b2180caecacc5334 HTTP/1.1" status: 200 len: 375 time: 0.0095897 Jun 24 09:18:12.553839 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-3f28aa96-c87a-4171-ba17-b8d5677a37f7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630648 Jun 24 09:18:12.689782 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-cf9507b0-8f32-4c2a-ae13-3177c46b8709 service neutron] 10.222.0.22 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249585 Jun 24 09:18:12.775912 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-ea9d7d08-8ed6-4f91-bc6d-f5f9aa1863b3 service neutron] 10.222.0.22 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803435 Jun 24 09:18:12.942928 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5208e01c-77f8-4d7c-bce1-d50eb01b6475 req-501091a7-71fd-4b07-b72b-6d13aa745ce7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 210 time: 0.0319726 Jun 24 09:18:14.088062 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6095e5de-3259-4863-8b22-b9d840d26fcf req-f7aaee6a-49b1-4dfe-a709-a2c0c270b19e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 210 time: 0.0288355 Jun 24 09:18:14.301914 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-4d7a9cb9-1071-4deb-aaa5-68ffd7056209 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:14.303312 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-4d7a9cb9-1071-4deb-aaa5-68ffd7056209 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.23 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 815 time: 0.1014132 Jun 24 09:18:14.368076 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-90889362-1d72-4225-a1b6-82ae6c220f3a tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1de26ab21d844892b2180caecacc5334 HTTP/1.1" status: 200 len: 380 time: 0.0333476 Jun 24 09:18:14.377557 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Request body: {'port': {'device_id': '0516f53a-1592-4717-ae03-72260601d224', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'admin_state_up': True, 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'security_groups': ['442f1a8f-67b0-4b68-a1b9-9ef5a787912e']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:18:14.743605 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Made reservation on behalf of 1de26ab21d844892b2180caecacc5334 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:18:14.747483 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:14.863397 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Allocated IP 172.20.0.11 (2ed02516-6582-48a1-acf3-3f6a9bf8b96e/8fe62bda-6a4e-4305-bcf9-9549a831168d/fbe863eb-3890-46b0-b7fe-a48108abd3b0) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:18:14.994326 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:15.007580 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Transition to ACTIVE for port object fbe863eb-3890-46b0-b7fe-a48108abd3b0 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:18:15.039167 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:15.043418 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0dfaba36-21ce-4cbc-baec-52be46aa4c33 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:15.081173 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:18:15.084240 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:18:15.087773 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:18:15.095657 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event updated for resources: {'Port': ['ID=fbe863eb-3890-46b0-b7fe-a48108abd3b0,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:15.115369 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:15.146758 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:15.147379 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:15.163177 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-43da27cd-4a08-4a1b-9abb-1dee1f153b69 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7890687 Jun 24 09:18:15.186299 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Request body: {'port': {'device_id': '0516f53a-1592-4717-ae03-72260601d224', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:18:15.260814 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:15.273148 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d0c22-a6b6-4758-bda4-0ebce6171177 req-5b3acd27-379d-4fb3-a252-433971268a97 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:15.274600 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a53d0c22-a6b6-4758-bda4-0ebce6171177 req-5b3acd27-379d-4fb3-a252-433971268a97 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 932 time: 0.0636308 Jun 24 09:18:15.311837 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a53d0c22-a6b6-4758-bda4-0ebce6171177 req-c887ebf4-610a-47e6-9622-a05e0ad3e9fb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311134 Jun 24 09:18:15.332150 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-023782ed-6b1c-4f64-9c95-287c09da93d0 None None] Provisioning for port fbe863eb-3890-46b0-b7fe-a48108abd3b0 completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:18:15.336649 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-023782ed-6b1c-4f64-9c95-287c09da93d0 None None] Provisioning complete for port fbe863eb-3890-46b0-b7fe-a48108abd3b0 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:18:15.337093 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-023782ed-6b1c-4f64-9c95-287c09da93d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:15.369423 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-023782ed-6b1c-4f64-9c95-287c09da93d0 None None] Port fbe863eb-3890-46b0-b7fe-a48108abd3b0 cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:18:15.517926 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe863eb-3890-46b0-b7fe-a48108abd3b0 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:18:15.525010 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:15.537088 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Transition to ACTIVE for port object fbe863eb-3890-46b0-b7fe-a48108abd3b0 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:18:15.540537 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:15.543393 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:15.591538 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe863eb-3890-46b0-b7fe-a48108abd3b0,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:15.612809 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:15.663017 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Attempting to bind port fbe863eb-3890-46b0-b7fe-a48108abd3b0 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:18:15.663348 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Attempting to bind port fbe863eb-3890-46b0-b7fe-a48108abd3b0 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:18:15.663702 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Attempting to bind port fbe863eb-3890-46b0-b7fe-a48108abd3b0 on network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:18:15.668065 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Port fbe863eb-3890-46b0-b7fe-a48108abd3b0 on network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:18:15.668378 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Attempting to bind port fbe863eb-3890-46b0-b7fe-a48108abd3b0 on network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:18:15.673590 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:18:15.673922 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Checking segment: {'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:18:15.674302 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Bound using segment: {'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:18:15.674724 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Bound port: fbe863eb-3890-46b0-b7fe-a48108abd3b0, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73414b6c-c25e-48aa-a332-579773da03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:18:15.675069 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:15.741830 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] For port fbe863eb-3890-46b0-b7fe-a48108abd3b0, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:18:15.744800 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] For port fbe863eb-3890-46b0-b7fe-a48108abd3b0, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:18:15.748749 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:15.751374 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-1a147311-a901-47c9-82bb-e4d3603a7d75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:15.779967 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:15.780566 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:15.781906 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] 10.222.0.23 "PUT /v2.0/ports/fbe863eb-3890-46b0-b7fe-a48108abd3b0 HTTP/1.1" status: 200 len: 1094 time: 0.6002548 Jun 24 09:18:15.782403 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:18:15.784708 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf165e71-44fd-4e8f-a618-d216b3061f94" -d '{"events": [{"name": "network-changed", "server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:18:15.812930 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe863eb-3890-46b0-b7fe-a48108abd3b0,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:15.816181 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:15.828302 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e4840b-e721-4d34-8a24-3f6171d2c5a6 x-openstack-request-id: req-f4e4840b-e721-4d34-8a24-3f6171d2c5a6 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:18:15.828806 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:18:15.829097 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4e4840b-e721-4d34-8a24-3f6171d2c5a6 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:18:15.829537 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'status': 'completed', 'code': 200} Jun 24 09:18:15.934363 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-2ac2be51-8a82-41e3-b257-a98eaf87d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:15.935877 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-2ac2be51-8a82-41e3-b257-a98eaf87d5d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 1097 time: 0.0551982 Jun 24 09:18:15.994517 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-ec780536-420d-44bb-80f5-9442de1ca3b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0 HTTP/1.1" status: 200 len: 217 time: 0.0375452 Jun 24 09:18:16.049811 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-aee84731-5527-411f-adaf-7fc1dc417993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:16.051231 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-aee84731-5527-411f-adaf-7fc1dc417993 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 200 len: 854 time: 0.0443139 Jun 24 09:18:16.107543 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-aa7a3693-3796-44bf-9c4d-72a44cfa8e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:16.108943 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-aa7a3693-3796-44bf-9c4d-72a44cfa8e80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0497453 Jun 24 09:18:16.200944 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-898de60d-8e5e-415f-8968-a2281c57bcb3 service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823631 Jun 24 09:18:16.289501 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-476b0694-79ed-4b93-b7db-f7b241f60ad7 req-16c6615e-b8e1-486d-b0b7-5313049c986e service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788429 Jun 24 09:18:16.480056 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf165e71-44fd-4e8f-a618-d216b3061f94 req-04fe38fb-1b69-47cd-b4f0-0aca551edf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:16.481529 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bf165e71-44fd-4e8f-a618-d216b3061f94 req-04fe38fb-1b69-47cd-b4f0-0aca551edf20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 1097 time: 0.0532129 Jun 24 09:18:16.489206 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725fa09-4655-4d95-9f4b-f7527444fd1b req-764c5c00-3449-49a8-a4b6-7591fef866d0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:16.490649 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3725fa09-4655-4d95-9f4b-f7527444fd1b req-764c5c00-3449-49a8-a4b6-7591fef866d0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0619385 Jun 24 09:18:16.527838 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3725fa09-4655-4d95-9f4b-f7527444fd1b req-c95e5edc-aefd-4ffb-8f34-d908bc5f546b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308049 Jun 24 09:18:16.574781 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf165e71-44fd-4e8f-a618-d216b3061f94 req-de8d1454-aea4-445d-86ec-2770502f2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:16.576265 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bf165e71-44fd-4e8f-a618-d216b3061f94 req-de8d1454-aea4-445d-86ec-2770502f2057 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 916 time: 0.0872433 Jun 24 09:18:16.616387 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bf165e71-44fd-4e8f-a618-d216b3061f94 req-0f614f94-ddeb-4f3c-bcd2-ded4af8fbb80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0 HTTP/1.1" status: 200 len: 217 time: 0.0331285 Jun 24 09:18:16.664994 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf165e71-44fd-4e8f-a618-d216b3061f94 req-67abf0bf-62d8-49e8-964a-c0b1a8357783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:16.666353 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bf165e71-44fd-4e8f-a618-d216b3061f94 req-67abf0bf-62d8-49e8-964a-c0b1a8357783 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 200 len: 854 time: 0.0424786 Jun 24 09:18:16.726281 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf165e71-44fd-4e8f-a618-d216b3061f94 req-64a3c094-c5a3-4aff-bbd0-06a1e3c1c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:16.727682 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bf165e71-44fd-4e8f-a618-d216b3061f94 req-64a3c094-c5a3-4aff-bbd0-06a1e3c1c785 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531199 Jun 24 09:18:16.822861 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bf165e71-44fd-4e8f-a618-d216b3061f94 req-d92a9ffd-d884-45b7-81ba-fc4aa51f6a3c service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830503 Jun 24 09:18:16.916695 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bf165e71-44fd-4e8f-a618-d216b3061f94 req-8711fad7-1a74-4b14-9eb8-f99e505e892c service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838618 Jun 24 09:18:17.703133 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad6df7-0b95-4924-af17-bb70490eb462 req-41244925-1d6c-4a30-99be-b888a5c4ceb9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:17.704609 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1fad6df7-0b95-4924-af17-bb70490eb462 req-41244925-1d6c-4a30-99be-b888a5c4ceb9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0621433 Jun 24 09:18:17.741353 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1fad6df7-0b95-4924-af17-bb70490eb462 req-bdc6aa36-7822-4d3a-93a1-b6820e187c4e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311506 Jun 24 09:18:18.918387 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842d61d-cd85-4383-85e0-b4b1bf13a6ea req-e8c676be-78dd-4138-adc4-b12fb4b66c8c tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:18.920061 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-9842d61d-cd85-4383-85e0-b4b1bf13a6ea req-e8c676be-78dd-4138-adc4-b12fb4b66c8c tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0640376 Jun 24 09:18:18.955154 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-9842d61d-cd85-4383-85e0-b4b1bf13a6ea req-965d4f82-b852-4f03-a713-d5868e92a33c tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296528 Jun 24 09:18:19.811075 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device fbe863eb-3890-46b0-b7fe-a48108abd3b0 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:18:19.904122 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port fbe863eb-3890-46b0-b7fe-a48108abd3b0, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:18:19.914887 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'port_id': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'mac_address': 'fa:16:3e:7f:a5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:18:19.949832 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:19.961514 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe863eb-3890-46b0-b7fe-a48108abd3b0 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:18:19.980523 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port fbe863eb-3890-46b0-b7fe-a48108abd3b0, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:18:19.984658 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:19.986360 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:20.035094 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=fbe863eb-3890-46b0-b7fe-a48108abd3b0,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:20.042203 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:20.042553 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:20.042895 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:20.043231 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:20.043588 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:20.043924 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:20.044521 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:20.044851 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:20.045182 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:20.045509 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:20.045831 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:20.046154 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:20.049951 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:20.128875 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f211fc7-4253-4a94-a0da-d2cdad596352 req-dcb0a032-0993-4560-99cb-c0bd75edbcab tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:20.130226 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8f211fc7-4253-4a94-a0da-d2cdad596352 req-dcb0a032-0993-4560-99cb-c0bd75edbcab tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 945 time: 0.0615256 Jun 24 09:18:20.171703 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8f211fc7-4253-4a94-a0da-d2cdad596352 req-f26645bf-70e9-4b0e-b197-c4fda8475cbf tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360065 Jun 24 09:18:20.454876 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['fbe863eb-3890-46b0-b7fe-a48108abd3b0'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:18:21.347802 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565ef89-44ec-48b2-bb0d-8bc6db5ffdb6 req-e3dd746b-1e12-4b59-a90c-c52e8efd6f99 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:21.349221 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-9565ef89-44ec-48b2-bb0d-8bc6db5ffdb6 req-e3dd746b-1e12-4b59-a90c-c52e8efd6f99 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 945 time: 0.0611401 Jun 24 09:18:21.384817 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-9565ef89-44ec-48b2-bb0d-8bc6db5ffdb6 req-f9fe1eab-e740-4cfc-8d67-a6d615b1b605 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301836 Jun 24 09:18:21.826594 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device fbe863eb-3890-46b0-b7fe-a48108abd3b0 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:18:21.875839 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port fbe863eb-3890-46b0-b7fe-a48108abd3b0 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:18:21.879211 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port fbe863eb-3890-46b0-b7fe-a48108abd3b0 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:18:21.879621 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:21.950819 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:21.971992 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:18:21.974296 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf611dda-0ffd-4370-ad47-f6fbc07f1e02" -d '{"events": [{"server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "name": "network-vif-plugged", "status": "completed", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:18:21.986910 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port fbe863eb-3890-46b0-b7fe-a48108abd3b0, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:18:21.990698 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:21.993528 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:22.041468 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=fbe863eb-3890-46b0-b7fe-a48108abd3b0,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:22.045398 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:22.062222 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b52af91-4241-4961-9946-41da59285afa x-openstack-request-id: req-4b52af91-4241-4961-9946-41da59285afa {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:18:22.062528 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "name": "network-vif-plugged", "status": "completed", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:18:22.062796 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b52af91-4241-4961-9946-41da59285afa {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:18:22.063195 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'code': 200} Jun 24 09:18:22.342948 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406032d-ab58-4352-a63f-4b8b1ca57892 req-9a8b6717-6c62-4019-ab04-5bf9d05a1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:22.344474 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4406032d-ab58-4352-a63f-4b8b1ca57892 req-9a8b6717-6c62-4019-ab04-5bf9d05a1175 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 1099 time: 0.0513823 Jun 24 09:18:22.377777 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4406032d-ab58-4352-a63f-4b8b1ca57892 req-8458d5cb-66b7-4bbf-8a79-f754994ab2b7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262823 Jun 24 09:18:22.574066 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819973e-3026-4b7e-a796-741823edf3c4 req-f2e21db3-db0b-4a96-bd1e-481c2436851f tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:22.575521 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6819973e-3026-4b7e-a796-741823edf3c4 req-f2e21db3-db0b-4a96-bd1e-481c2436851f tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0617774 Jun 24 09:18:22.614484 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6819973e-3026-4b7e-a796-741823edf3c4 req-f701f5c2-15dc-4b74-844b-77bc25ea3983 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335376 Jun 24 09:18:23.800957 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93260a6-5cb9-4faa-9855-d37569154c62 req-32fb711b-e75b-4731-931c-f10ab195ecbc tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:23.802300 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e93260a6-5cb9-4faa-9855-d37569154c62 req-32fb711b-e75b-4731-931c-f10ab195ecbc tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0610807 Jun 24 09:18:23.838287 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e93260a6-5cb9-4faa-9855-d37569154c62 req-838db746-538e-4b9b-aaab-aafe01aa8540 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306365 Jun 24 09:18:25.009326 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944e0c3-30d1-4bef-b902-9242dfc6497c req-e790f125-ded3-4b1b-9163-6b2a9e418ab4 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:25.010758 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4944e0c3-30d1-4bef-b902-9242dfc6497c req-e790f125-ded3-4b1b-9163-6b2a9e418ab4 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0603902 Jun 24 09:18:25.047289 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4944e0c3-30d1-4bef-b902-9242dfc6497c req-8a369782-4856-4306-9084-3dacf69eeabf tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309865 Jun 24 09:18:25.228496 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fae02-a495-48a5-9b30-3760ea1d3ee9 req-39599a6e-b59e-45ec-b516-990a2ec6c52f tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:25.229913 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-818fae02-a495-48a5-9b30-3760ea1d3ee9 req-39599a6e-b59e-45ec-b516-990a2ec6c52f tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0642951 Jun 24 09:18:25.238233 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36328) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:25.242484 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-fb17f0b9-4295-4416-8271-346432b228bb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Request body: {'floatingip': {'port_id': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:18:25.279719 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fb17f0b9-4295-4416-8271-346432b228bb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:25.696780 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fb17f0b9-4295-4416-8271-346432b228bb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:25.700584 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fb17f0b9-4295-4416-8271-346432b228bb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:25.797042 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.l3_db [None req-fb17f0b9-4295-4416-8271-346432b228bb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Floating IP 72b3597b-6399-45c4-9edc-1dd15a4aa0c5 associated. External IP: 172.28.1.138, port: fbe863eb-3890-46b0-b7fe-a48108abd3b0. Jun 24 09:18:25.991073 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb17f0b9-4295-4416-8271-346432b228bb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Router 73cf1f99-e554-4373-a7a1-2648aea9b55d has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:18:26.093776 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb17f0b9-4295-4416-8271-346432b228bb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:18:26.098517 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fb17f0b9-4295-4416-8271-346432b228bb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:26.102772 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253b419-d29c-4483-ba44-92b2105a0764 None None] Sync routers for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:18:26.111621 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253b419-d29c-4483-ba44-92b2105a0764 None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:18:26.112297 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-c253b419-d29c-4483-ba44-92b2105a0764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:18:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:26.132551 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-fb17f0b9-4295-4416-8271-346432b228bb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "PUT /v2.0/floatingips/72b3597b-6399-45c4-9edc-1dd15a4aa0c5 HTTP/1.1" status: 200 len: 992 time: 0.8932240 Jun 24 09:18:26.133197 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:18:26.135581 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38f7a70-74d6-42b3-af94-6ab430b1c9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:18:26.171858 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701f2867-bedb-4914-bd8b-b7ebeae82e0d x-openstack-request-id: req-701f2867-bedb-4914-bd8b-b7ebeae82e0d {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:18:26.172176 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:18:26.172453 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-701f2867-bedb-4914-bd8b-b7ebeae82e0d {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:18:26.172895 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'status': 'completed', 'code': 200} Jun 24 09:18:26.221020 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-c253b419-d29c-4483-ba44-92b2105a0764 None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:18:26.304071 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f7a70-74d6-42b3-af94-6ab430b1c9cd req-74b56f5b-0d2e-441d-bb68-31977b6ed57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:26.305642 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e38f7a70-74d6-42b3-af94-6ab430b1c9cd req-74b56f5b-0d2e-441d-bb68-31977b6ed57c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 1099 time: 0.0587926 Jun 24 09:18:26.397708 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f7a70-74d6-42b3-af94-6ab430b1c9cd req-b9706ded-61ee-40fd-b70c-522987c38de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:26.399060 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e38f7a70-74d6-42b3-af94-6ab430b1c9cd req-b9706ded-61ee-40fd-b70c-522987c38de7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 916 time: 0.0864353 Jun 24 09:18:26.461626 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e38f7a70-74d6-42b3-af94-6ab430b1c9cd req-9f508866-d734-4b27-bce5-2a0ca5204101 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0 HTTP/1.1" status: 200 len: 1000 time: 0.0557644 Jun 24 09:18:26.509532 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f7a70-74d6-42b3-af94-6ab430b1c9cd req-1f84a87d-22c0-463f-9228-5b89b6002037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:26.511092 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e38f7a70-74d6-42b3-af94-6ab430b1c9cd req-1f84a87d-22c0-463f-9228-5b89b6002037 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 200 len: 854 time: 0.0428126 Jun 24 09:18:26.570072 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f7a70-74d6-42b3-af94-6ab430b1c9cd req-791a9c49-5f41-41c2-970d-afc5218be558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:26.571592 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e38f7a70-74d6-42b3-af94-6ab430b1c9cd req-791a9c49-5f41-41c2-970d-afc5218be558 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0542059 Jun 24 09:18:26.588493 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-c253b419-d29c-4483-ba44-92b2105a0764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '72b3597b-6399-45c4-9edc-1dd15a4aa0c5', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'floating_ip_address': '172.28.1.138', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'port_id': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'mac_address': 'fa:16:3e:7f:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0516f53a-1592-4717-ae03-72260601d224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:18:11Z', 'updated_at': '2021-06-24T09:18:25Z', 'revision_number': 1, 'project_id': '1de26ab21d844892b2180caecacc5334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:03Z', 'revision_number': 5, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:26.614972 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253b419-d29c-4483-ba44-92b2105a0764 None None] Checking router: 73cf1f99-e554-4373-a7a1-2648aea9b55d for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:18:26.623024 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253b419-d29c-4483-ba44-92b2105a0764 None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:18:26.623682 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-c253b419-d29c-4483-ba44-92b2105a0764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:18:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:26.657648 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e38f7a70-74d6-42b3-af94-6ab430b1c9cd req-cc709cad-f2f5-41f9-96a5-ba19ae5840fb service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791872 Jun 24 09:18:26.725634 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-c253b419-d29c-4483-ba44-92b2105a0764 None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:18:26.751824 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e38f7a70-74d6-42b3-af94-6ab430b1c9cd req-4a9df8d6-234d-4f91-9017-cd9d4c0979b6 service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865984 Jun 24 09:18:26.940832 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-c253b419-d29c-4483-ba44-92b2105a0764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '72b3597b-6399-45c4-9edc-1dd15a4aa0c5', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'floating_ip_address': '172.28.1.138', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'port_id': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'mac_address': 'fa:16:3e:7f:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0516f53a-1592-4717-ae03-72260601d224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:18:11Z', 'updated_at': '2021-06-24T09:18:25Z', 'revision_number': 1, 'project_id': '1de26ab21d844892b2180caecacc5334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:03Z', 'revision_number': 5, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:26.965173 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253b419-d29c-4483-ba44-92b2105a0764 None None] The sync data for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb is: [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '72b3597b-6399-45c4-9edc-1dd15a4aa0c5', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'floating_ip_address': '172.28.1.138', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'port_id': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'mac_address': 'fa:16:3e:7f:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0516f53a-1592-4717-ae03-72260601d224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:18:11Z', 'updated_at': '2021-06-24T09:18:25Z', 'revision_number': 1, 'project_id': '1de26ab21d844892b2180caecacc5334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:03Z', 'revision_number': 5, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:18:27.145622 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb8373-8754-491f-b505-b2135236c873 None None] New status for floating IP 72b3597b-6399-45c4-9edc-1dd15a4aa0c5: ACTIVE {{(pid=93125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:18:28.496216 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8e24baac-703c-4b85-80c2-f32151e45eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:31.121668 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3131bdae-65c9-4cb8-8c72-c74742d91b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:31.226628 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:32.296839 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:33.756869 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:37.405018 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:18:39.429194 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:40.672629 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-46a1d12d-dfc7-4769-b978-039834daa3af req-6fd71d85-3a06-49ed-894e-35c3f1103cb9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508549 Jun 24 09:18:40.800247 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1d12d-dfc7-4769-b978-039834daa3af req-2ebf000c-f540-4c9d-a4b5-19e3818c4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:40.801584 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-46a1d12d-dfc7-4769-b978-039834daa3af req-2ebf000c-f540-4c9d-a4b5-19e3818c4f7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b67ac5a655342b8b8de30b65acaa730&device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 1098 time: 0.0507040 Jun 24 09:18:40.905056 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1d12d-dfc7-4769-b978-039834daa3af req-5f90e6c2-5cfb-4ce1-ba49-1b30e7fa531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:40.906472 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-46a1d12d-dfc7-4769-b978-039834daa3af req-5f90e6c2-5cfb-4ce1-ba49-1b30e7fa531c service neutron] 10.222.0.23 "GET /v2.0/networks?id=bec49d64-4369-4490-ad85-2e53541d2805 HTTP/1.1" status: 200 len: 912 time: 0.0847487 Jun 24 09:18:40.971170 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-46a1d12d-dfc7-4769-b978-039834daa3af req-84d235d8-0dd4-450e-bc50-ced1e9db9c55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b23718-07a9-4852-b0e1-f7a73d06640b HTTP/1.1" status: 200 len: 1000 time: 0.0558162 Jun 24 09:18:41.020516 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1d12d-dfc7-4769-b978-039834daa3af req-925aec8c-e08a-4093-a31f-ea63da611ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:41.021985 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-46a1d12d-dfc7-4769-b978-039834daa3af req-925aec8c-e08a-4093-a31f-ea63da611ad8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38df72ae-f46f-47b9-9a1e-83a1b5f659e6 HTTP/1.1" status: 200 len: 850 time: 0.0439732 Jun 24 09:18:41.081424 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1d12d-dfc7-4769-b978-039834daa3af req-6186ecdd-eee5-4e35-a3a6-95d25418c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:41.082755 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-46a1d12d-dfc7-4769-b978-039834daa3af req-6186ecdd-eee5-4e35-a3a6-95d25418c0c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bec49d64-4369-4490-ad85-2e53541d2805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0535698 Jun 24 09:18:41.169938 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-46a1d12d-dfc7-4769-b978-039834daa3af req-85919f5b-d625-4cc3-b7a2-a8eae0bc3e47 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783865 Jun 24 09:18:41.537405 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-46a1d12d-dfc7-4769-b978-039834daa3af req-14d27d53-8587-4aaa-ba2a-cab81e7172c3 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593416 Jun 24 09:18:45.387703 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-550b728c-3abd-46a0-bfb2-d58c70e8df00 req-51151b7f-5444-448f-a4c8-591931e51b5b tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899159569&fields=id&tenant_id=33f64fc4146d41d387ce00195ff99f52 HTTP/1.1" status: 200 len: 267 time: 0.0325217 Jun 24 09:18:45.451463 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b728c-3abd-46a0-bfb2-d58c70e8df00 req-a5cfbd8f-a602-46e0-9c7f-9e9056fdf788 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:45.453023 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-550b728c-3abd-46a0-bfb2-d58c70e8df00 req-a5cfbd8f-a602-46e0-9c7f-9e9056fdf788 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 984 time: 0.0602458 Jun 24 09:18:45.463342 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-550b728c-3abd-46a0-bfb2-d58c70e8df00 req-82cfad88-e48a-40d1-b489-08f0265baf33 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Request body: {'port': {'security_groups': ['705a8d9c-d730-4406-bdfd-af52f8f507f7']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:18:45.546411 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-550b728c-3abd-46a0-bfb2-d58c70e8df00 req-82cfad88-e48a-40d1-b489-08f0265baf33 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:45.711330 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-550b728c-3abd-46a0-bfb2-d58c70e8df00 req-82cfad88-e48a-40d1-b489-08f0265baf33 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] For port a02b7992-ddbf-455f-86ca-30796f61f6c3, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:18:45.739958 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-550b728c-3abd-46a0-bfb2-d58c70e8df00 req-82cfad88-e48a-40d1-b489-08f0265baf33 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:45.744313 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-550b728c-3abd-46a0-bfb2-d58c70e8df00 req-82cfad88-e48a-40d1-b489-08f0265baf33 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:45.748288 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3fa1c397-17f3-4e3c-b015-22c97ef752d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:45.785094 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['a02b7992-ddbf-455f-86ca-30796f61f6c3'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:18:45.788537 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b728c-3abd-46a0-bfb2-d58c70e8df00 req-82cfad88-e48a-40d1-b489-08f0265baf33 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:45.788981 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-550b728c-3abd-46a0-bfb2-d58c70e8df00 req-82cfad88-e48a-40d1-b489-08f0265baf33 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:45.790400 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-550b728c-3abd-46a0-bfb2-d58c70e8df00 req-82cfad88-e48a-40d1-b489-08f0265baf33 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "PUT /v2.0/ports/a02b7992-ddbf-455f-86ca-30796f61f6c3 HTTP/1.1" status: 200 len: 942 time: 0.3313980 Jun 24 09:18:45.790907 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:18:45.793285 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7c5bb3-6ebc-450b-b568-12abd657af8b" -d '{"events": [{"name": "network-changed", "server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:18:45.797968 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36374) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:45.825632 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfad88-e48a-40d1-b489-08f0265baf33 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event updated for resources: {'Port': ['ID=a02b7992-ddbf-455f-86ca-30796f61f6c3,revision_number=7']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:45.830023 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-82cfad88-e48a-40d1-b489-08f0265baf33 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:45.848467 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc69addc-b133-4699-989b-d58843565314 x-openstack-request-id: req-fc69addc-b133-4699-989b-d58843565314 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:18:45.848791 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:18:45.849077 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc69addc-b133-4699-989b-d58843565314 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:18:45.849509 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3', 'status': 'completed', 'code': 200} Jun 24 09:18:45.867107 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-99dca193-07bd-4525-8cea-ebe5b850ed79 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:45.902261 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-99dca193-07bd-4525-8cea-ebe5b850ed79 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:45.975899 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-99dca193-07bd-4525-8cea-ebe5b850ed79 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:45.978737 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-99dca193-07bd-4525-8cea-ebe5b850ed79 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:45.982356 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-99dca193-07bd-4525-8cea-ebe5b850ed79 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "DELETE /v2.0/security-groups/ebc2a97d-956f-4ee4-8620-8a171965a118 HTTP/1.1" status: 204 len: 168 time: 0.1794724 Jun 24 09:18:45.982356 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-6e686d53-a225-4427-b750-40c22bfbe831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:45.984505 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36378) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:45.991546 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dca193-07bd-4525-8cea-ebe5b850ed79 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc2a97d-956f-4ee4-8620-8a171965a118,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:45.994071 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-99dca193-07bd-4525-8cea-ebe5b850ed79 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:46.011849 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['a02b7992-ddbf-455f-86ca-30796f61f6c3'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:18:46.046607 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5bb3-6ebc-450b-b568-12abd657af8b req-bc15ad33-6b87-4253-b816-9ac95e3c928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:46.048210 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0d7c5bb3-6ebc-450b-b568-12abd657af8b req-bc15ad33-6b87-4253-b816-9ac95e3c928d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33f64fc4146d41d387ce00195ff99f52&device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 1098 time: 0.1333950 Jun 24 09:18:46.124361 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-5c028302-30be-4f1b-9382-8dd9b0d85f6c None None] Provisioning complete for port a02b7992-ddbf-455f-86ca-30796f61f6c3 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:18:46.124654 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5c028302-30be-4f1b-9382-8dd9b0d85f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:46.206459 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5bb3-6ebc-450b-b568-12abd657af8b req-95a3c456-0bcb-477a-b547-52e6b3c8607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:46.207926 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0d7c5bb3-6ebc-450b-b568-12abd657af8b req-95a3c456-0bcb-477a-b547-52e6b3c8607c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d187b5cf-fdbb-48b0-9ba8-9609aa637295 HTTP/1.1" status: 200 len: 916 time: 0.1498508 Jun 24 09:18:46.266116 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Deleting port 537643ec-5004-4b89-9705-ef7fab158da0 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:18:46.266456 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:46.321032 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0d7c5bb3-6ebc-450b-b568-12abd657af8b req-5c062001-cd91-4a88-aba4-b5b87d0e0bbb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3 HTTP/1.1" status: 200 len: 1001 time: 0.0997853 Jun 24 09:18:46.384413 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:46.384738 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:46.401416 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Calling delete_port for 537643ec-5004-4b89-9705-ef7fab158da0 owned by network:floatingip {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:18:46.403800 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5bb3-6ebc-450b-b568-12abd657af8b req-3d811dd5-f0c1-4a38-91ca-ae4ea9185ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:46.405210 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0d7c5bb3-6ebc-450b-b568-12abd657af8b req-3d811dd5-f0c1-4a38-91ca-ae4ea9185ec5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a263516f-3e51-4672-9f09-672a135da8b2 HTTP/1.1" status: 200 len: 854 time: 0.0711343 Jun 24 09:18:46.549430 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5bb3-6ebc-450b-b568-12abd657af8b req-124126af-22fe-43af-9bce-5f393d81e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:46.550889 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0d7c5bb3-6ebc-450b-b568-12abd657af8b req-124126af-22fe-43af-9bce-5f393d81e81e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d187b5cf-fdbb-48b0-9ba8-9609aa637295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1078122 Jun 24 09:18:46.675885 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0d7c5bb3-6ebc-450b-b568-12abd657af8b req-a5bd2783-9e90-46ea-b49f-3e9bbc9390fb service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138759 Jun 24 09:18:46.676368 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:46.679055 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-dc3062e3-e969-4bd4-b9be-c7dc2b1c5dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:46.708386 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event deleted for resources: {'Port': ['ID=537643ec-5004-4b89-9705-ef7fab158da0,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:46.743005 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:46.822125 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks [] for floatingip, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:46.822534 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.l3_db [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Floating IP 0d953da0-645c-4ffd-a630-126b7ac2db7e disassociated (deleted). External IP: 172.28.1.146, port: a02b7992-ddbf-455f-86ca-30796f61f6c3. Jun 24 09:18:46.862408 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0d7c5bb3-6ebc-450b-b568-12abd657af8b req-1e10baf3-08f5-436c-9e82-a05effe70739 service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632667 Jun 24 09:18:47.029026 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Router e429aa50-73ee-41e1-bab3-7bbb12923a57 has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:18:47.134605 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:18:47.139143 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:47.143412 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a387cc-307e-4b0c-a1fb-bd035555abe6 None None] Sync routers for ids ['e429aa50-73ee-41e1-bab3-7bbb12923a57'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:18:47.151881 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a387cc-307e-4b0c-a1fb-bd035555abe6 None None] Routers {'e429aa50-73ee-41e1-bab3-7bbb12923a57'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:18:47.152486 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-34a387cc-307e-4b0c-a1fb-bd035555abe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:18:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['e429aa50-73ee-41e1-bab3-7bbb12923a57'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:47.173974 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "DELETE /v2.0/floatingips/0d953da0-645c-4ffd-a630-126b7ac2db7e HTTP/1.1" status: 204 len: 168 time: 1.1848500 Jun 24 09:18:47.254672 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-34a387cc-307e-4b0c-a1fb-bd035555abe6 None None] Set router e429aa50-73ee-41e1-bab3-7bbb12923a57 gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:18:47.453989 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-34a387cc-307e-4b0c-a1fb-bd035555abe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:53Z', 'revision_number': 4, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port': {'id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '5976d3ca-8fec-49d0-982e-44f2fecd47ca', 'name': '', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'mac_address': 'fa:16:3e:11:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:52Z', 'updated_at': '2021-06-24T09:14:59Z', 'revision_number': 5, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'subnets': [{'id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:47.487805 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a387cc-307e-4b0c-a1fb-bd035555abe6 None None] Checking router: e429aa50-73ee-41e1-bab3-7bbb12923a57 for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:18:47.496089 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a387cc-307e-4b0c-a1fb-bd035555abe6 None None] Routers {'e429aa50-73ee-41e1-bab3-7bbb12923a57'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:18:47.496696 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-34a387cc-307e-4b0c-a1fb-bd035555abe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:18:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['e429aa50-73ee-41e1-bab3-7bbb12923a57'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:47.706885 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-34a387cc-307e-4b0c-a1fb-bd035555abe6 None None] Set router e429aa50-73ee-41e1-bab3-7bbb12923a57 gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:18:47.851054 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:18:47.853648 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7357141-016d-4b43-a803-d070bd992a20" -d '{"events": [{"name": "network-changed", "server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:18:47.890030 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d7ca3a-f106-405d-9e07-d094d8d5764d x-openstack-request-id: req-e1d7ca3a-f106-405d-9e07-d094d8d5764d {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:18:47.890358 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:18:47.890646 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1d7ca3a-f106-405d-9e07-d094d8d5764d {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:18:47.891075 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3', 'status': 'completed', 'code': 200} Jun 24 09:18:47.892856 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-34a387cc-307e-4b0c-a1fb-bd035555abe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:53Z', 'revision_number': 4, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port': {'id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '5976d3ca-8fec-49d0-982e-44f2fecd47ca', 'name': '', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'mac_address': 'fa:16:3e:11:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:52Z', 'updated_at': '2021-06-24T09:14:59Z', 'revision_number': 5, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'subnets': [{'id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:47.921260 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a387cc-307e-4b0c-a1fb-bd035555abe6 None None] The sync data for ids ['e429aa50-73ee-41e1-bab3-7bbb12923a57'] in dv-cinder-797812-1-smb is: [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:53Z', 'revision_number': 4, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port': {'id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '5976d3ca-8fec-49d0-982e-44f2fecd47ca', 'name': '', 'network_id': 'd187b5cf-fdbb-48b0-9ba8-9609aa637295', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'mac_address': 'fa:16:3e:11:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:52Z', 'updated_at': '2021-06-24T09:14:59Z', 'revision_number': 5, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'subnets': [{'id': 'a263516f-3e51-4672-9f09-672a135da8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:18:48.006835 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7357141-016d-4b43-a803-d070bd992a20 req-4fb9701a-d4e3-48a5-b6d8-d063e470e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:48.008330 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f7357141-016d-4b43-a803-d070bd992a20 req-4fb9701a-d4e3-48a5-b6d8-d063e470e507 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33f64fc4146d41d387ce00195ff99f52&device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 1098 time: 0.0532444 Jun 24 09:18:48.110615 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7357141-016d-4b43-a803-d070bd992a20 req-57db8d12-43cf-48a0-ac46-24730e928b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:48.112140 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f7357141-016d-4b43-a803-d070bd992a20 req-57db8d12-43cf-48a0-ac46-24730e928b52 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d187b5cf-fdbb-48b0-9ba8-9609aa637295 HTTP/1.1" status: 200 len: 916 time: 0.0919573 Jun 24 09:18:48.133098 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e2245-c3a4-461a-9532-65f9e8e3a781 None None] New status for floating IP 0d953da0-645c-4ffd-a630-126b7ac2db7e: DOWN {{(pid=93125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:18:48.155744 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f7357141-016d-4b43-a803-d070bd992a20 req-7ebb7476-90ec-4f01-88d5-12b6d9640579 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3 HTTP/1.1" status: 200 len: 217 time: 0.0357761 Jun 24 09:18:48.207183 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7357141-016d-4b43-a803-d070bd992a20 req-8fa3a3b6-94c1-46b5-b8b2-bddd0752c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:48.208746 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f7357141-016d-4b43-a803-d070bd992a20 req-8fa3a3b6-94c1-46b5-b8b2-bddd0752c5d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a263516f-3e51-4672-9f09-672a135da8b2 HTTP/1.1" status: 200 len: 854 time: 0.0454314 Jun 24 09:18:48.278748 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7357141-016d-4b43-a803-d070bd992a20 req-ff49f4b9-4d99-4ac0-8e77-97ab631725ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:48.280301 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f7357141-016d-4b43-a803-d070bd992a20 req-ff49f4b9-4d99-4ac0-8e77-97ab631725ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d187b5cf-fdbb-48b0-9ba8-9609aa637295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0638499 Jun 24 09:18:48.376607 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f7357141-016d-4b43-a803-d070bd992a20 req-977abcd2-b0e6-4697-aa33-145b693963e2 service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882988 Jun 24 09:18:48.499023 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f7357141-016d-4b43-a803-d070bd992a20 req-aca409ac-7565-43ea-bb77-22c7756e4695 service neutron] 10.222.0.23 "GET /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865085 Jun 24 09:18:50.206013 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe408f6-317b-4ca5-b5e1-f11dc6453188 req-9f7db2e9-b9b3-4ea7-a57a-a9dfa3d0129c tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:50.207344 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2fe408f6-317b-4ca5-b5e1-f11dc6453188 req-9f7db2e9-b9b3-4ea7-a57a-a9dfa3d0129c tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 945 time: 0.0624690 Jun 24 09:18:50.242830 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2fe408f6-317b-4ca5-b5e1-f11dc6453188 req-e2231155-22a1-4ea9-af2b-97daf42a6fe5 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299273 Jun 24 09:18:51.411656 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae6542-8236-4b36-b4ea-e207c434b5a9 req-a10ec035-998f-4223-8132-6af133765312 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:51.413085 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-dcae6542-8236-4b36-b4ea-e207c434b5a9 req-a10ec035-998f-4223-8132-6af133765312 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 945 time: 0.0622232 Jun 24 09:18:51.454499 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-dcae6542-8236-4b36-b4ea-e207c434b5a9 req-0cff5d06-f49a-4aed-a23f-8fb28137837c tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358274 Jun 24 09:18:52.623522 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48699b0-d67b-4068-be3b-b44d24b0097e req-6a9bd5e4-88dd-443a-9d3f-771e90ea967d tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:52.624947 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a48699b0-d67b-4068-be3b-b44d24b0097e req-6a9bd5e4-88dd-443a-9d3f-771e90ea967d tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 945 time: 0.0631981 Jun 24 09:18:52.660929 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a48699b0-d67b-4068-be3b-b44d24b0097e req-efba813f-902f-43d4-80b1-27c27967e704 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/security-groups?id=705a8d9c-d730-4406-bdfd-af52f8f507f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304821 Jun 24 09:18:52.927768 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8f2c0-168c-43e4-a449-ae132e313799 req-4e3f2ac2-755a-4b67-9fd4-a345ff476177 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:52.929220 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-31c8f2c0-168c-43e4-a449-ae132e313799 req-4e3f2ac2-755a-4b67-9fd4-a345ff476177 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.23 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 945 time: 0.0652018 Jun 24 09:18:53.031730 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-31c8f2c0-168c-43e4-a449-ae132e313799 req-bf38b51d-09cf-4a80-b354-31342e1393a2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Deleting port a02b7992-ddbf-455f-86ca-30796f61f6c3 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:18:53.032070 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-31c8f2c0-168c-43e4-a449-ae132e313799 req-bf38b51d-09cf-4a80-b354-31342e1393a2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:53.117052 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-31c8f2c0-168c-43e4-a449-ae132e313799 req-bf38b51d-09cf-4a80-b354-31342e1393a2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] For port a02b7992-ddbf-455f-86ca-30796f61f6c3, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=a02b7992-ddbf-455f-86ca-30796f61f6c3,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:18:53.117409 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-31c8f2c0-168c-43e4-a449-ae132e313799 req-bf38b51d-09cf-4a80-b354-31342e1393a2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:53.129678 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-31c8f2c0-168c-43e4-a449-ae132e313799 req-bf38b51d-09cf-4a80-b354-31342e1393a2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Calling delete_port for a02b7992-ddbf-455f-86ca-30796f61f6c3 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:18:53.252189 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-31c8f2c0-168c-43e4-a449-ae132e313799 req-bf38b51d-09cf-4a80-b354-31342e1393a2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:53.256808 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-41dd6672-53ca-419f-b986-dec994e9e015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:53.286719 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38b51d-09cf-4a80-b354-31342e1393a2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Pushing event deleted for resources: {'Port': ['ID=a02b7992-ddbf-455f-86ca-30796f61f6c3,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:53.289868 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-bf38b51d-09cf-4a80-b354-31342e1393a2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:53.291606 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['a02b7992-ddbf-455f-86ca-30796f61f6c3'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:18:53.330979 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c8f2c0-168c-43e4-a449-ae132e313799 req-bf38b51d-09cf-4a80-b354-31342e1393a2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] No DVR routers for this DVR port a02b7992-ddbf-455f-86ca-30796f61f6c3 on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:18:53.333257 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-31c8f2c0-168c-43e4-a449-ae132e313799 req-bf38b51d-09cf-4a80-b354-31342e1393a2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:53.335182 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-31c8f2c0-168c-43e4-a449-ae132e313799 req-bf38b51d-09cf-4a80-b354-31342e1393a2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.23 "DELETE /v2.0/ports/a02b7992-ddbf-455f-86ca-30796f61f6c3 HTTP/1.1" status: 204 len: 173 time: 0.4002063 Jun 24 09:18:53.335777 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'name': 'network-vif-deleted', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:18:53.338043 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b334ffa0-c1e2-4a10-88f2-fb8824dfcb6a" -d '{"events": [{"server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "name": "network-vif-deleted", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:18:53.373786 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ff07b5-9da1-40f0-8d0f-17d764bf5a26 x-openstack-request-id: req-09ff07b5-9da1-40f0-8d0f-17d764bf5a26 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:18:53.374114 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98610219-d348-4954-8432-25ac7dcaa978", "name": "network-vif-deleted", "tag": "a02b7992-ddbf-455f-86ca-30796f61f6c3", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:18:53.374404 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09ff07b5-9da1-40f0-8d0f-17d764bf5a26 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:18:53.374830 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98610219-d348-4954-8432-25ac7dcaa978', 'name': 'network-vif-deleted', 'tag': 'a02b7992-ddbf-455f-86ca-30796f61f6c3', 'status': 'completed', 'code': 200} Jun 24 09:18:53.820983 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3bef2995-bf79-43fc-85a4-11788f720f02 req-1c8c8b05-8941-47da-a071-11c11c9f3c44 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] 10.222.0.22 "GET /v2.0/ports?device_id=98610219-d348-4954-8432-25ac7dcaa978 HTTP/1.1" status: 200 len: 210 time: 0.0319176 Jun 24 09:18:55.409041 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36476) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:56.016413 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519082'] for router_interface, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:56.046321 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device a02b7992-ddbf-455f-86ca-30796f61f6c3 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:18:56.066275 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: a02b7992-ddbf-455f-86ca-30796f61f6c3 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:18:56.066620 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device a02b7992-ddbf-455f-86ca-30796f61f6c3 not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:18:56.258335 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] Deleting port 5976d3ca-8fec-49d0-982e-44f2fecd47ca {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:18:56.258661 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:56.334829 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] For port 5976d3ca-8fec-49d0-982e-44f2fecd47ca, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=5976d3ca-8fec-49d0-982e-44f2fecd47ca,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:18:56.335096 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:56.347330 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] Calling delete_port for 5976d3ca-8fec-49d0-982e-44f2fecd47ca owned by network:router_interface {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:18:56.521321 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:56.523329 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:56.544999 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5976d3ca-8fec-49d0-982e-44f2fecd47ca,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:56.548848 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:56.708781 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439578'] for router_interface, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:56.916501 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] Router e429aa50-73ee-41e1-bab3-7bbb12923a57 has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:18:57.022448 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:18:57.027940 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] 10.222.0.22 "PUT /v2.0/routers/e429aa50-73ee-41e1-bab3-7bbb12923a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6179078 Jun 24 09:18:57.030496 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36480) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:57.031136 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edebfe5-9617-4f38-9349-609ed743ecc8 None None] Sync routers for ids ['e429aa50-73ee-41e1-bab3-7bbb12923a57'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:18:57.039686 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edebfe5-9617-4f38-9349-609ed743ecc8 None None] Routers {'e429aa50-73ee-41e1-bab3-7bbb12923a57'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:18:57.040281 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-9edebfe5-9617-4f38-9349-609ed743ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:18:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['e429aa50-73ee-41e1-bab3-7bbb12923a57'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:57.131300 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Notify callbacks [] for router, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:57.140343 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-9edebfe5-9617-4f38-9349-609ed743ecc8 None None] Set router e429aa50-73ee-41e1-bab3-7bbb12923a57 gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:18:57.234173 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:57.284424 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Deleting port a456389b-984c-4c7f-a059-ea673d75abc3 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:18:57.284758 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:57.309735 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-9edebfe5-9617-4f38-9349-609ed743ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:18:56Z', 'revision_number': 5, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port': {'id': 'a456389b-984c-4c7f-a059-ea673d75abc3', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:57.339414 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edebfe5-9617-4f38-9349-609ed743ecc8 None None] Checking router: e429aa50-73ee-41e1-bab3-7bbb12923a57 for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:18:57.347644 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edebfe5-9617-4f38-9349-609ed743ecc8 None None] Routers {'e429aa50-73ee-41e1-bab3-7bbb12923a57'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:18:57.348268 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-9edebfe5-9617-4f38-9349-609ed743ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:18:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['e429aa50-73ee-41e1-bab3-7bbb12923a57'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:57.364338 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] For port a456389b-984c-4c7f-a059-ea673d75abc3, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=a456389b-984c-4c7f-a059-ea673d75abc3,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:18:57.364681 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:57.376425 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Calling delete_port for a456389b-984c-4c7f-a059-ea673d75abc3 owned by network:router_gateway {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:18:57.432388 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-9edebfe5-9617-4f38-9349-609ed743ecc8 None None] Set router e429aa50-73ee-41e1-bab3-7bbb12923a57 gateway port host: None {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:18:57.483863 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-9edebfe5-9617-4f38-9349-609ed743ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:18:57Z', 'revision_number': 6, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port_host': None}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:57.516851 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edebfe5-9617-4f38-9349-609ed743ecc8 None None] The sync data for ids ['e429aa50-73ee-41e1-bab3-7bbb12923a57'] in dv-cinder-797812-1-smb is: [{'id': 'e429aa50-73ee-41e1-bab3-7bbb12923a57', 'name': 'tempest-TestMinimumBasicScenario-1980975008-router', 'tenant_id': '33f64fc4146d41d387ce00195ff99f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:49Z', 'updated_at': '2021-06-24T09:18:57Z', 'revision_number': 6, 'project_id': '33f64fc4146d41d387ce00195ff99f52', 'gw_port_host': None}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:18:57.549881 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:57.553933 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-08a9d198-47b0-4eff-bf95-991ea17e243a tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:57.585438 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Pushing event deleted for resources: {'Port': ['ID=a456389b-984c-4c7f-a059-ea673d75abc3,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:57.588544 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:57.644854 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439359'] for router_gateway, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:57.750321 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10035'] for router, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:57.752370 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:57.813533 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440383'] for router, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:57.813965 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e429aa50-73ee-41e1-bab3-7bbb12923a57 {{(pid=93122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:18:57.818830 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:57.819967 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-66408390-a0fd-496c-bd67-c088c84b5999 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e429aa50-73ee-41e1-bab3-7bbb12923a57 HTTP/1.1" status: 204 len: 168 time: 0.7885606 Jun 24 09:18:57.822377 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36486) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:57.869672 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-3749d597-9553-42e1-9bb3-ef749dd186cb admin admin] Deleting subnet a263516f-3e51-4672-9f09-672a135da8b2 {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:18:57.873433 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3749d597-9553-42e1-9bb3-ef749dd186cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:57.907925 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3749d597-9553-42e1-9bb3-ef749dd186cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7058280'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.024430 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3749d597-9553-42e1-9bb3-ef749dd186cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.078873 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3749d597-9553-42e1-9bb3-ef749dd186cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4695699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4603185'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.081038 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:58.104290 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749d597-9553-42e1-9bb3-ef749dd186cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a263516f-3e51-4672-9f09-672a135da8b2,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:58.107851 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3749d597-9553-42e1-9bb3-ef749dd186cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:58.108823 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3749d597-9553-42e1-9bb3-ef749dd186cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.113370 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-3749d597-9553-42e1-9bb3-ef749dd186cb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a263516f-3e51-4672-9f09-672a135da8b2 HTTP/1.1" status: 204 len: 168 time: 0.2899420 Jun 24 09:18:58.113490 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36492) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:58.114818 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844db8be-87fa-48db-8c75-9b2acfd1b794 None None] Network d187b5cf-fdbb-48b0-9ba8-9609aa637295 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:18:58.195458 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.275030 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Deleting port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:18:58.276142 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.346567 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d53d181-dbe8-4134-8149-7ce4143a4cad None None] DHCP port deletion for d187b5cf-fdbb-48b0-9ba8-9609aa637295 request from dv-cinder-797812-1-smb {{(pid=93124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:18:58.365093 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] For port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=b5f4f66d-e4d8-463b-bf63-0e8d31d81c20,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:18:58.365752 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.384612 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Calling delete_port for b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 owned by network:dhcp {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:18:58.414193 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-5d53d181-dbe8-4134-8149-7ce4143a4cad None None] Deleting port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:18:58.414649 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5d53d181-dbe8-4134-8149-7ce4143a4cad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.470560 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.479634 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:58.491660 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-5d53d181-dbe8-4134-8149-7ce4143a4cad None None] For port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=b5f4f66d-e4d8-463b-bf63-0e8d31d81c20,segment=NetworkSegment(80d9df57-5666-4746-895b-53b878122f8d),segment_id=80d9df57-5666-4746-895b-53b878122f8d)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:18:58.492174 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5d53d181-dbe8-4134-8149-7ce4143a4cad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.503922 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f4f66d-e4d8-463b-bf63-0e8d31d81c20,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:58.509688 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] No DVR routers for this DVR port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 on host dv-cinder-797812-1-smb {{(pid=93121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:18:58.512694 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:58.517862 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-5d53d181-dbe8-4134-8149-7ce4143a4cad None None] Calling delete_port for b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 owned by network:dhcp {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:18:58.522846 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1d13945f-48e7-4076-b591-4d2d62340c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.616984 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.629859 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d187b5cf-fdbb-48b0-9ba8-9609aa637295']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:58.642937 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d9df57-5666-4746-895b-53b878122f8d') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:58.643373 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d9df57-5666-4746-895b-53b878122f8d') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:18:58.655488 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6245616'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.655628 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5d53d181-dbe8-4134-8149-7ce4143a4cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.658744 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:58.683090 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53d181-dbe8-4134-8149-7ce4143a4cad None None] Pushing event deleted for resources: {'Port': ['ID=b5f4f66d-e4d8-463b-bf63-0e8d31d81c20,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:58.686900 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5d53d181-dbe8-4134-8149-7ce4143a4cad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:58.688088 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d53d181-dbe8-4134-8149-7ce4143a4cad None None] No DVR routers for this DVR port b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 on host dv-cinder-797812-1-smb {{(pid=93124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:18:58.688299 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008c11c-61b5-4b00-85af-f0794180d711 req-8fcb597f-8c53-43c8-ac8a-f64f5b6ad431 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:58.689612 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0008c11c-61b5-4b00-85af-f0794180d711 req-8fcb597f-8c53-43c8-ac8a-f64f5b6ad431 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.1760552 Jun 24 09:18:58.690839 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.720467 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:18:58.720963 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6174959'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: Traceback (most recent call last): Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: timer() Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: cb(*args, **kw) Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: return func(*args, **kwargs) Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: self._notify() Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: self.callback(batched_events) Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: event.method(event) Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: return f(self, *a, **k) Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: return self._get(url).json() Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:18:58.722656 dv-cinder-797812-1-smb neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:18:58.771627 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0008c11c-61b5-4b00-85af-f0794180d711 req-79520bc0-8367-431b-9f71-a7e741eae49c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758295 Jun 24 09:18:58.788885 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.794028 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:58.796007 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d187b5cf-fdbb-48b0-9ba8-9609aa637295 HTTP/1.1" status: 204 len: 168 time: 0.6815326 Jun 24 09:18:58.797126 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:58.799049 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36500) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:58.846967 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d187b5cf-fdbb-48b0-9ba8-9609aa637295,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:58.849420 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:58.955630 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device a456389b-984c-4c7f-a059-ea673d75abc3 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:18:58.977348 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: a456389b-984c-4c7f-a059-ea673d75abc3 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:18:58.977707 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device a456389b-984c-4c7f-a059-ea673d75abc3 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:18:58.978142 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:18:59.001045 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:18:59.001399 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b5f4f66d-e4d8-463b-bf63-0e8d31d81c20 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:18:59.001840 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 5976d3ca-8fec-49d0-982e-44f2fecd47ca no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:18:59.022472 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: 5976d3ca-8fec-49d0-982e-44f2fecd47ca {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:18:59.022800 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 5976d3ca-8fec-49d0-982e-44f2fecd47ca not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:18:59.414702 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519082'] for router_interface, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:59.703092 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] Deleting port b10a5670-4221-44d2-96a6-224f313b1ff6 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:18:59.703340 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:59.779439 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] For port b10a5670-4221-44d2-96a6-224f313b1ff6, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=b10a5670-4221-44d2-96a6-224f313b1ff6,segment=NetworkSegment(1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e),segment_id=1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:18:59.779817 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:59.791699 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] Calling delete_port for b10a5670-4221-44d2-96a6-224f313b1ff6 owned by network:router_interface {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:18:59.874066 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-7b8c24f6-b8d8-4dc4-b8b5-2c1816945efd tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:59.875779 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-7b8c24f6-b8d8-4dc4-b8b5-2c1816945efd tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.0652714 Jun 24 09:18:59.982617 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Deleting port 73b23718-07a9-4852-b0e1-f7a73d06640b {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:18:59.983029 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:00.008510 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4ddee-f2e2-421a-96b9-8a191d33945c req-23ffefd0-f8d2-4da8-aed0-2a28873b3f77 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:00.009979 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-96b4ddee-f2e2-421a-96b9-8a191d33945c req-23ffefd0-f8d2-4da8-aed0-2a28873b3f77 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 945 time: 0.1179743 Jun 24 09:19:00.025334 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:00.036135 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:00.067127 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b10a5670-4221-44d2-96a6-224f313b1ff6,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:00.069634 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:00.081170 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] For port 73b23718-07a9-4852-b0e1-f7a73d06640b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=73b23718-07a9-4852-b0e1-f7a73d06640b,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:19:00.081489 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:00.124215 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-96b4ddee-f2e2-421a-96b9-8a191d33945c req-bdf3592e-db09-4742-9cf0-2ba1949765e8 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=884975ea-54fa-4ecd-b2b5-eef3641a88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065810 Jun 24 09:19:00.255163 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439578'] for router_interface, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:00.259541 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:00.259966 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:00.260301 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.l3_db [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Floating IP 1ee91fe1-595f-4aa3-ba81-27f1616aaeb4 disassociated. External IP: 172.28.1.39, port: 73b23718-07a9-4852-b0e1-f7a73d06640b. Jun 24 09:19:00.260666 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Calling delete_port for 73b23718-07a9-4852-b0e1-f7a73d06640b owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:19:00.385952 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:00.390637 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:00.417987 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event deleted for resources: {'Port': ['ID=73b23718-07a9-4852-b0e1-f7a73d06640b,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:00.424462 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:00.464197 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] Router a20954fb-a420-4af6-8f00-c1ed0b2ab07f has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:19:00.530274 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Router b2366857-7c58-4810-bb42-2117db087f7d has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:19:00.569411 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:19:00.575545 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] 10.222.0.22 "PUT /v2.0/routers/a20954fb-a420-4af6-8f00-c1ed0b2ab07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7744999 Jun 24 09:19:00.576991 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36506) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:00.577966 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16b8a0-723f-4d08-8856-8ae682134cd1 None None] Sync routers for ids ['a20954fb-a420-4af6-8f00-c1ed0b2ab07f'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:19:00.588507 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16b8a0-723f-4d08-8856-8ae682134cd1 None None] Routers {'a20954fb-a420-4af6-8f00-c1ed0b2ab07f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:19:00.589418 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-8c16b8a0-723f-4d08-8856-8ae682134cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:18:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['a20954fb-a420-4af6-8f00-c1ed0b2ab07f'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:00.641779 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:19:00.651337 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3504ae96-14ef-4a26-b05f-ff3b6f334645 None None] Sync routers for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:19:00.661387 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3504ae96-14ef-4a26-b05f-ff3b6f334645 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:19:00.662279 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-3504ae96-14ef-4a26-b05f-ff3b6f334645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:18:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:00.688450 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:00.693861 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] No DVR routers for this DVR port 73b23718-07a9-4852-b0e1-f7a73d06640b on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:19:00.696333 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:00.697342 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-8c16b8a0-723f-4d08-8856-8ae682134cd1 None None] Set router a20954fb-a420-4af6-8f00-c1ed0b2ab07f gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:19:00.698303 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-031f0a64-f8f0-4d13-bac2-10ebdcb73496 req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.23 "DELETE /v2.0/ports/73b23718-07a9-4852-b0e1-f7a73d06640b HTTP/1.1" status: 204 len: 173 time: 0.8166006 Jun 24 09:19:00.699107 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5672424-9b34-4a76-ad4c-222d56ecdc9e', 'name': 'network-vif-deleted', 'tag': '73b23718-07a9-4852-b0e1-f7a73d06640b'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:19:00.701439 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da71179-24c5-4701-a364-2c644bfde77b" -d '{"events": [{"server_uuid": "c5672424-9b34-4a76-ad4c-222d56ecdc9e", "name": "network-vif-deleted", "tag": "73b23718-07a9-4852-b0e1-f7a73d06640b"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:19:00.749608 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e13076-0ee0-4dbb-b954-6869299e5c92 x-openstack-request-id: req-90e13076-0ee0-4dbb-b954-6869299e5c92 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:19:00.750121 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5672424-9b34-4a76-ad4c-222d56ecdc9e", "name": "network-vif-deleted", "tag": "73b23718-07a9-4852-b0e1-f7a73d06640b", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:19:00.750560 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90e13076-0ee0-4dbb-b954-6869299e5c92 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:19:00.751149 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5672424-9b34-4a76-ad4c-222d56ecdc9e', 'name': 'network-vif-deleted', 'tag': '73b23718-07a9-4852-b0e1-f7a73d06640b', 'status': 'completed', 'code': 200} Jun 24 09:19:00.845468 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:00.939696 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Deleting port 99c92d45-3560-4004-8a68-01c1af2dbcd1 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:19:00.940325 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:00.943753 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-8c16b8a0-723f-4d08-8856-8ae682134cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'name': 'tempest-TestMinimumBasicScenario-240075022-router', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:18:59Z', 'revision_number': 5, 'project_id': 'f738e43df44c449aae6f3ccc53daf842', 'gw_port': {'id': '99c92d45-3560-4004-8a68-01c1af2dbcd1', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:00.967877 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-3504ae96-14ef-4a26-b05f-ff3b6f334645 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:19:00.981462 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16b8a0-723f-4d08-8856-8ae682134cd1 None None] Checking router: a20954fb-a420-4af6-8f00-c1ed0b2ab07f for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:19:00.992784 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16b8a0-723f-4d08-8856-8ae682134cd1 None None] Routers {'a20954fb-a420-4af6-8f00-c1ed0b2ab07f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:19:00.993802 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-8c16b8a0-723f-4d08-8856-8ae682134cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:18:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['a20954fb-a420-4af6-8f00-c1ed0b2ab07f'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:01.085785 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] For port 99c92d45-3560-4004-8a68-01c1af2dbcd1, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=99c92d45-3560-4004-8a68-01c1af2dbcd1,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:19:01.086315 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:01.101181 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Calling delete_port for 99c92d45-3560-4004-8a68-01c1af2dbcd1 owned by network:router_gateway {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:19:01.139556 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c39275c6-4e9d-40f3-892a-a6a5db3668b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:01.209253 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-8c16b8a0-723f-4d08-8856-8ae682134cd1 None None] Set router a20954fb-a420-4af6-8f00-c1ed0b2ab07f gateway port host: None {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:19:01.229130 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-3504ae96-14ef-4a26-b05f-ff3b6f334645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:57Z', 'revision_number': 5, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:01.267034 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3504ae96-14ef-4a26-b05f-ff3b6f334645 None None] Checking router: b2366857-7c58-4810-bb42-2117db087f7d for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:19:01.278514 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3504ae96-14ef-4a26-b05f-ff3b6f334645 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:19:01.279131 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-3504ae96-14ef-4a26-b05f-ff3b6f334645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:19:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:01.281026 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-8c16b8a0-723f-4d08-8856-8ae682134cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'name': 'tempest-TestMinimumBasicScenario-240075022-router', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:19:00Z', 'revision_number': 6, 'project_id': 'f738e43df44c449aae6f3ccc53daf842', 'gw_port_host': None}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:01.289946 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:01.292258 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ac4e0d9d-a63f-433a-89a0-eeb7a9335a85 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:01.318662 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:01.318997 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c92d45-3560-4004-8a68-01c1af2dbcd1,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:01.325565 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:01.343410 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16b8a0-723f-4d08-8856-8ae682134cd1 None None] The sync data for ids ['a20954fb-a420-4af6-8f00-c1ed0b2ab07f'] in dv-cinder-797812-1-smb is: [{'id': 'a20954fb-a420-4af6-8f00-c1ed0b2ab07f', 'name': 'tempest-TestMinimumBasicScenario-240075022-router', 'tenant_id': 'f738e43df44c449aae6f3ccc53daf842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:14:56Z', 'updated_at': '2021-06-24T09:19:00Z', 'revision_number': 6, 'project_id': 'f738e43df44c449aae6f3ccc53daf842', 'gw_port_host': None}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:19:01.353045 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b80e0f47-4810-4c37-8d24-03ab83d5b840 req-4f9db6c9-becb-49a1-b27a-bce9fc3a04e2 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5672424-9b34-4a76-ad4c-222d56ecdc9e HTTP/1.1" status: 200 len: 210 time: 0.0515823 Jun 24 09:19:01.422537 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-3504ae96-14ef-4a26-b05f-ff3b6f334645 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:19:01.623240 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439359'] for router_gateway, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:01.631030 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-3504ae96-14ef-4a26-b05f-ff3b6f334645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:57Z', 'revision_number': 5, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:01.656903 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3504ae96-14ef-4a26-b05f-ff3b6f334645 None None] The sync data for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb is: [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:57Z', 'revision_number': 5, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:19:01.712861 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10035'] for router, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:01.715923 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:01.760668 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440383'] for router, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:01.761189 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a20954fb-a420-4af6-8f00-c1ed0b2ab07f {{(pid=93121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:19:01.766004 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:01.768176 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a20954fb-a420-4af6-8f00-c1ed0b2ab07f HTTP/1.1" status: 204 len: 168 time: 1.1892486 Jun 24 09:19:01.770217 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36514) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:01.822760 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0957e3f-04aa-4a31-818c-e7b4b0a8f371 admin admin] Deleting subnet 7eaeedbe-4570-41f2-9264-6eb109f418fc {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:19:01.826118 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a0957e3f-04aa-4a31-818c-e7b4b0a8f371 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:01.918248 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6e9a4-c916-41c4-9287-b79b0f292096 None None] New status for floating IP 1ee91fe1-595f-4aa3-ba81-27f1616aaeb4: DOWN {{(pid=93125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:19:02.145370 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a0957e3f-04aa-4a31-818c-e7b4b0a8f371 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7058280'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.221012 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a0957e3f-04aa-4a31-818c-e7b4b0a8f371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.276924 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a0957e3f-04aa-4a31-818c-e7b4b0a8f371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4695699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4603185'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.280593 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3b039a62-ad4e-4f12-9ac6-3a74ffa13390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:02.299981 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.305387 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0957e3f-04aa-4a31-818c-e7b4b0a8f371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eaeedbe-4570-41f2-9264-6eb109f418fc,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:02.307309 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a0957e3f-04aa-4a31-818c-e7b4b0a8f371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.311393 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-a0957e3f-04aa-4a31-818c-e7b4b0a8f371 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7eaeedbe-4570-41f2-9264-6eb109f418fc HTTP/1.1" status: 204 len: 168 time: 0.5377750 Jun 24 09:19:02.311393 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-a0957e3f-04aa-4a31-818c-e7b4b0a8f371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:02.311877 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36518) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:02.314194 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80ca30c-397b-4e79-a25f-6b5e1e6fb68b None None] Network a019bd7f-deb9-4c33-b5ed-80741e788521 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:19:02.390110 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.458872 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Deleting port ef56eada-a3e8-4a29-a3d2-d111316550ac {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:19:02.459211 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.483254 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36524) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:02.531924 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43c401e-d5f5-4316-b583-30b4fa6ef5c4 None None] DHCP port deletion for a019bd7f-deb9-4c33-b5ed-80741e788521 request from dv-cinder-797812-1-smb {{(pid=93124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:19:02.534489 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] For port ef56eada-a3e8-4a29-a3d2-d111316550ac, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=ef56eada-a3e8-4a29-a3d2-d111316550ac,segment=NetworkSegment(1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e),segment_id=1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:19:02.534849 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.546524 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f97a23d9-b997-42ff-99bd-cf155eab003b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.547938 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Calling delete_port for ef56eada-a3e8-4a29-a3d2-d111316550ac owned by network:dhcp {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:19:02.570521 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f97a23d9-b997-42ff-99bd-cf155eab003b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.581043 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-b43c401e-d5f5-4316-b583-30b4fa6ef5c4 None None] Deleting port ef56eada-a3e8-4a29-a3d2-d111316550ac {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:19:02.581441 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b43c401e-d5f5-4316-b583-30b4fa6ef5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.624294 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f97a23d9-b997-42ff-99bd-cf155eab003b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.626821 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f97a23d9-b997-42ff-99bd-cf155eab003b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.628214 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-f97a23d9-b997-42ff-99bd-cf155eab003b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "DELETE /v2.0/security-groups/884975ea-54fa-4ecd-b2b5-eef3641a88e0 HTTP/1.1" status: 204 len: 168 time: 0.1434865 Jun 24 09:19:02.629313 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-980ae1b9-5a7f-4586-9710-ce7932faf5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:02.630863 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36526) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:02.639362 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a23d9-b997-42ff-99bd-cf155eab003b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=884975ea-54fa-4ecd-b2b5-eef3641a88e0,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:02.642046 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-f97a23d9-b997-42ff-99bd-cf155eab003b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:02.647517 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.api.v2.resource [None req-1f908906-ed26-4f5a-85f1-465db1966ea9 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] show failed (client error): The resource could not be found. Jun 24 09:19:02.648665 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-1f908906-ed26-4f5a-85f1-465db1966ea9 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups/884975ea-54fa-4ecd-b2b5-eef3641a88e0 HTTP/1.1" status: 404 len: 347 time: 0.0165458 Jun 24 09:19:02.649382 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.651443 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36528) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:02.652995 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-4b760297-f881-48a6-bf5e-244c0f3fbec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:02.675247 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-b43c401e-d5f5-4316-b583-30b4fa6ef5c4 None None] For port ef56eada-a3e8-4a29-a3d2-d111316550ac, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=ef56eada-a3e8-4a29-a3d2-d111316550ac,segment=NetworkSegment(1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e),segment_id=1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:19:02.676310 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b43c401e-d5f5-4316-b583-30b4fa6ef5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.677884 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef56eada-a3e8-4a29-a3d2-d111316550ac,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:02.680198 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:02.683449 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] No DVR routers for this DVR port ef56eada-a3e8-4a29-a3d2-d111316550ac on host dv-cinder-797812-1-smb {{(pid=93121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:19:02.689222 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-b43c401e-d5f5-4316-b583-30b4fa6ef5c4 None None] Calling delete_port for ef56eada-a3e8-4a29-a3d2-d111316550ac owned by network:dhcp {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:19:02.756457 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.764404 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b43c401e-d5f5-4316-b583-30b4fa6ef5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.766917 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:02.771461 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a019bd7f-deb9-4c33-b5ed-80741e788521']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:02.782303 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-6d4389a6-f3d3-4c8a-be94-c378d678548b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Deleting port 40d2c875-ac6c-4044-8556-4193718a82d4 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:19:02.782676 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:02.782858 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6d4389a6-f3d3-4c8a-be94-c378d678548b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.782959 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f116d76-e38c-4a9f-8f9d-f3cef0f3e71e') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:02.793010 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6245616'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.795984 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c401e-d5f5-4316-b583-30b4fa6ef5c4 None None] Pushing event deleted for resources: {'Port': ['ID=ef56eada-a3e8-4a29-a3d2-d111316550ac,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:02.799253 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b43c401e-d5f5-4316-b583-30b4fa6ef5c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:02.800402 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c401e-d5f5-4316-b583-30b4fa6ef5c4 None None] No DVR routers for this DVR port ef56eada-a3e8-4a29-a3d2-d111316550ac on host dv-cinder-797812-1-smb {{(pid=93124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:19:02.814867 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.821088 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:19:02.821565 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6174959'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: Traceback (most recent call last): Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: timer() Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: cb(*args, **kw) Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: return func(*args, **kwargs) Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: self._notify() Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: self.callback(batched_events) Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: event.method(event) Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: return f(self, *a, **k) Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: return self._get(url).json() Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:19:02.823666 dv-cinder-797812-1-smb neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:19:02.871058 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6d4389a6-f3d3-4c8a-be94-c378d678548b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.871384 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6d4389a6-f3d3-4c8a-be94-c378d678548b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.876713 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.880356 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:02.882748 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:02.883003 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-6d4389a6-f3d3-4c8a-be94-c378d678548b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Calling delete_port for 40d2c875-ac6c-4044-8556-4193718a82d4 owned by network:floatingip {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:19:02.889165 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a019bd7f-deb9-4c33-b5ed-80741e788521 HTTP/1.1" status: 204 len: 168 time: 0.5749373 Jun 24 09:19:02.911544 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a019bd7f-deb9-4c33-b5ed-80741e788521,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:02.914340 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-08239377-a718-419b-8f25-3f5ba9fc7bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:02.969784 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device ef56eada-a3e8-4a29-a3d2-d111316550ac no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:19:02.990655 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: ef56eada-a3e8-4a29-a3d2-d111316550ac {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:19:02.991016 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device ef56eada-a3e8-4a29-a3d2-d111316550ac not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:19:02.991458 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 99c92d45-3560-4004-8a68-01c1af2dbcd1 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:19:03.010965 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: 99c92d45-3560-4004-8a68-01c1af2dbcd1 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:19:03.011645 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 99c92d45-3560-4004-8a68-01c1af2dbcd1 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:19:03.012228 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b10a5670-4221-44d2-96a6-224f313b1ff6 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:19:03.023593 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6d4389a6-f3d3-4c8a-be94-c378d678548b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.025550 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-9310a850-87c2-447a-ae83-9a98e59cbb05 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:03.031042 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: b10a5670-4221-44d2-96a6-224f313b1ff6 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:19:03.031388 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b10a5670-4221-44d2-96a6-224f313b1ff6 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:19:03.051321 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4389a6-f3d3-4c8a-be94-c378d678548b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event deleted for resources: {'Port': ['ID=40d2c875-ac6c-4044-8556-4193718a82d4,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:03.053867 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6d4389a6-f3d3-4c8a-be94-c378d678548b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:03.079310 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36532) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:03.113353 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6d4389a6-f3d3-4c8a-be94-c378d678548b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.115871 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6d4389a6-f3d3-4c8a-be94-c378d678548b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.117004 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-6d4389a6-f3d3-4c8a-be94-c378d678548b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "DELETE /v2.0/floatingips/1ee91fe1-595f-4aa3-ba81-27f1616aaeb4 HTTP/1.1" status: 204 len: 168 time: 0.4640560 Jun 24 09:19:03.120548 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-8786c530-dcee-4793-9507-4adcbba9fb5f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33f64fc4146d41d387ce00195ff99f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377660 Jun 24 09:19:03.120769 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36534) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:03.169417 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4570e042-03df-4092-9e41-41b8ee269418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.191087 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4570e042-03df-4092-9e41-41b8ee269418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.237057 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4570e042-03df-4092-9e41-41b8ee269418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.239705 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4570e042-03df-4092-9e41-41b8ee269418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.240878 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-4570e042-03df-4092-9e41-41b8ee269418 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/705a8d9c-d730-4406-bdfd-af52f8f507f7 HTTP/1.1" status: 204 len: 168 time: 0.1186764 Jun 24 09:19:03.241665 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-9e5bc67a-b4b9-42d0-a20f-27bf9effc393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:03.249454 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570e042-03df-4092-9e41-41b8ee269418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705a8d9c-d730-4406-bdfd-af52f8f507f7,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:03.251763 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-4570e042-03df-4092-9e41-41b8ee269418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:03.483557 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36544) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:03.488954 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-8ff96451-4e06-43e0-8703-55fddc68505a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066483549', 'description': 'tempest-description--1459964761'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:19:03.516448 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ff96451-4e06-43e0-8703-55fddc68505a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.574557 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36546) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:03.600898 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ff96451-4e06-43e0-8703-55fddc68505a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.604508 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ff96451-4e06-43e0-8703-55fddc68505a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.608550 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d2c6ca22-07ce-4e5a-8222-b406cf65018f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:03.614595 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-9662809b-3192-4bbe-920e-fbfb81c31fe7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f738e43df44c449aae6f3ccc53daf842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386882 Jun 24 09:19:03.617021 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36548) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:03.634174 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ff96451-4e06-43e0-8703-55fddc68505a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.635452 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-8ff96451-4e06-43e0-8703-55fddc68505a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1506026 Jun 24 09:19:03.637918 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff96451-4e06-43e0-8703-55fddc68505a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45be81aa-0c29-41ef-993b-329d10a362b3,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:03.639872 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36550) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:03.640561 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-8ff96451-4e06-43e0-8703-55fddc68505a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:03.644303 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-b8243841-8444-4836-b378-449dbcf561fa tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Request body: {'security_group_rule': {'security_group_id': '45be81aa-0c29-41ef-993b-329d10a362b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:19:03.692402 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b8243841-8444-4836-b378-449dbcf561fa tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.696003 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cd91a581-6018-4f1d-b8b5-ed05444e5879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.734442 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cd91a581-6018-4f1d-b8b5-ed05444e5879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.760254 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.775303 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b8243841-8444-4836-b378-449dbcf561fa tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.778971 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b8243841-8444-4836-b378-449dbcf561fa tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.781572 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:03.796680 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8243841-8444-4836-b378-449dbcf561fa tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af12ef2c-9f75-4195-be06-43bf44114b8a,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:03.801454 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-b8243841-8444-4836-b378-449dbcf561fa tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:03.803933 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cd91a581-6018-4f1d-b8b5-ed05444e5879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.806397 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cd91a581-6018-4f1d-b8b5-ed05444e5879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.807463 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-cd91a581-6018-4f1d-b8b5-ed05444e5879 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/664e2685-3759-4735-8418-b839ed29c95c HTTP/1.1" status: 204 len: 168 time: 0.1895750 Jun 24 09:19:03.809079 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-314a8a31-23c4-43fe-9e56-b5db94cc8cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:03.811241 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b8243841-8444-4836-b378-449dbcf561fa tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.812317 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-b8243841-8444-4836-b378-449dbcf561fa tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1715512 Jun 24 09:19:03.815062 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36554) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:03.818491 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91a581-6018-4f1d-b8b5-ed05444e5879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664e2685-3759-4735-8418-b839ed29c95c,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:03.820785 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-cd91a581-6018-4f1d-b8b5-ed05444e5879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:03.821834 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-06d9a21a-a21e-4679-96f0-dcd9ef25a65f tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Request body: {'security_group_rule': {'security_group_id': '45be81aa-0c29-41ef-993b-329d10a362b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:19:03.851678 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-06d9a21a-a21e-4679-96f0-dcd9ef25a65f tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.920259 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-06d9a21a-a21e-4679-96f0-dcd9ef25a65f tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.924451 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-06d9a21a-a21e-4679-96f0-dcd9ef25a65f tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.926678 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:03.941977 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9a21a-a21e-4679-96f0-dcd9ef25a65f tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14fbd6a-d426-4745-8117-1b90880c4d8b,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:03.944709 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-06d9a21a-a21e-4679-96f0-dcd9ef25a65f tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:03.949451 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-06d9a21a-a21e-4679-96f0-dcd9ef25a65f tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:03.950782 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-06d9a21a-a21e-4679-96f0-dcd9ef25a65f tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344020 Jun 24 09:19:03.953944 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 36556) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:03.958817 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Request body: {'floatingip': {'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:19:03.982673 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:04.049591 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 73b23718-07a9-4852-b0e1-f7a73d06640b no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:19:04.071412 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: 73b23718-07a9-4852-b0e1-f7a73d06640b {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:19:04.071816 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 73b23718-07a9-4852-b0e1-f7a73d06640b not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:19:04.087684 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:04.210883 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Allocated IP 172.28.1.233 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/0e84a8e2-6ce6-42af-95fd-037bdbe602e2) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:19:04.311325 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:04.349791 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6174885'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:04.352503 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:04.385519 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:19:04.388656 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:19:04.391989 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:19:04.416216 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event updated for resources: {'Port': ['ID=0e84a8e2-6ce6-42af-95fd-037bdbe602e2,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:04.420540 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:04.477318 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:04.525297 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:04.668479 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:04.673175 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174899'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:04.675134 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-abbe9e42-dae7-42b8-8ca2-e5a04a7198b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:04.741820 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event updated for resources: {'Port': ['ID=0e84a8e2-6ce6-42af-95fd-037bdbe602e2,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:04.744336 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:04.752839 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:04.766296 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:04.767559 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-e030211c-5e9d-4f87-b863-25c681dc4750 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8126833 Jun 24 09:19:04.952143 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-f45abefb-dead-4a4c-b49c-b72989f16b23 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1066483549&fields=id&tenant_id=0b67ac5a655342b8b8de30b65acaa730 HTTP/1.1" status: 200 len: 267 time: 0.0321615 Jun 24 09:19:05.059520 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-2d7ac9e7-9558-4606-828f-c2b6eef3bf8d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:05.060979 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-2d7ac9e7-9558-4606-828f-c2b6eef3bf8d tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/networks?id=bec49d64-4369-4490-ad85-2e53541d2805 HTTP/1.1" status: 200 len: 811 time: 0.1027453 Jun 24 09:19:05.074931 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-be1040f7-943b-464e-b77f-e6f04b4e7614 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/quotas/0b67ac5a655342b8b8de30b65acaa730 HTTP/1.1" status: 200 len: 375 time: 0.0086579 Jun 24 09:19:05.143287 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-93ca7698-40aa-40a8-8296-be1fd52feb81 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b67ac5a655342b8b8de30b65acaa730&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635478 Jun 24 09:19:05.323083 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-41681ea2-6856-4f9d-a89f-d85603db1954 service neutron] 10.222.0.22 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679468 Jun 24 09:19:05.413262 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-be8d011a-cae2-4c71-ad40-a59af1164e29 service neutron] 10.222.0.22 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840805 Jun 24 09:19:05.578896 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ead4f8c9-c902-4dce-b998-de32b2ef3792 req-65bfd383-51c7-4abe-b104-0cf48f597afa tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 210 time: 0.0290580 Jun 24 09:19:06.715456 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-a331a298-08f2-44b0-b555-cb393552cceb tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:06.716871 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-a331a298-08f2-44b0-b555-cb393552cceb tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.23 "GET /v2.0/networks?id=bec49d64-4369-4490-ad85-2e53541d2805 HTTP/1.1" status: 200 len: 811 time: 0.1161788 Jun 24 09:19:06.735231 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-7f0732d8-45ab-4aa2-bff3-0f4432cbb7f0 req-b3c0af89-e65e-4402-bd7b-47bca562ca17 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 210 time: 0.0394065 Jun 24 09:19:06.769335 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-36804eb2-d9be-4297-82f7-514f7c5cf97a tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b67ac5a655342b8b8de30b65acaa730 HTTP/1.1" status: 200 len: 380 time: 0.0330918 Jun 24 09:19:06.779385 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Request body: {'port': {'device_id': '18a287b4-1070-4e97-bb8e-76ad98b14d37', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'admin_state_up': True, 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'security_groups': ['45be81aa-0c29-41ef-993b-329d10a362b3']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:19:06.891878 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Made reservation on behalf of 0b67ac5a655342b8b8de30b65acaa730 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:19:06.895403 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:07.014747 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Allocated IP 172.20.0.12 (bec49d64-4369-4490-ad85-2e53541d2805/38df72ae-f46f-47b9-9a1e-83a1b5f659e6/d96ae095-311b-46ec-9af0-a693c404b7c9) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:19:07.148254 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:07.161130 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Transition to ACTIVE for port object d96ae095-311b-46ec-9af0-a693c404b7c9 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:19:07.192848 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:07.196387 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-493cfd20-c6e0-40c1-bc9f-e76e4ae3b7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:07.234207 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Network bec49d64-4369-4490-ad85-2e53541d2805 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:19:07.237233 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:19:07.240705 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:19:07.249298 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event updated for resources: {'Port': ['ID=d96ae095-311b-46ec-9af0-a693c404b7c9,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:07.272936 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:07.299722 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:07.300331 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:07.315348 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5396545 Jun 24 09:19:07.334288 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Request body: {'port': {'device_id': '18a287b4-1070-4e97-bb8e-76ad98b14d37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:19:07.407342 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:07.467732 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-525d62f8-d08f-47a5-9863-c3ba01f97318 None None] Provisioning for port d96ae095-311b-46ec-9af0-a693c404b7c9 completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:19:07.471233 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-525d62f8-d08f-47a5-9863-c3ba01f97318 None None] Provisioning complete for port d96ae095-311b-46ec-9af0-a693c404b7c9 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:19:07.471642 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-525d62f8-d08f-47a5-9863-c3ba01f97318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:07.507457 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-525d62f8-d08f-47a5-9863-c3ba01f97318 None None] Port d96ae095-311b-46ec-9af0-a693c404b7c9 cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:19:07.666556 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96ae095-311b-46ec-9af0-a693c404b7c9 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:19:07.673941 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:07.685776 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Transition to ACTIVE for port object d96ae095-311b-46ec-9af0-a693c404b7c9 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:19:07.689024 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:07.691234 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0a016b5e-04f5-472e-86d6-8cff7b61bc87 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:07.757425 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d96ae095-311b-46ec-9af0-a693c404b7c9,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:07.760946 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:07.807344 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Attempting to bind port d96ae095-311b-46ec-9af0-a693c404b7c9 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:19:07.807714 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Attempting to bind port d96ae095-311b-46ec-9af0-a693c404b7c9 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:19:07.808046 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Attempting to bind port d96ae095-311b-46ec-9af0-a693c404b7c9 on network bec49d64-4369-4490-ad85-2e53541d2805 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:19:07.813232 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Port d96ae095-311b-46ec-9af0-a693c404b7c9 on network bec49d64-4369-4490-ad85-2e53541d2805 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:19:07.813553 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Attempting to bind port d96ae095-311b-46ec-9af0-a693c404b7c9 on network bec49d64-4369-4490-ad85-2e53541d2805 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:19:07.818518 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:19:07.818855 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Checking segment: {'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:19:07.819236 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Bound using segment: {'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:19:07.819700 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Bound port: d96ae095-311b-46ec-9af0-a693c404b7c9, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9edcfc-fc99-450b-8b26-e6b57dd355db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:19:07.820053 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:07.920801 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] For port d96ae095-311b-46ec-9af0-a693c404b7c9, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:19:07.924411 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] For port d96ae095-311b-46ec-9af0-a693c404b7c9, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d96ae095-311b-46ec-9af0-a693c404b7c9,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:19:07.933934 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:07.936936 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c1d3c6cd-58f9-430c-b470-f1f3aa6925cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:07.983114 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657ebe6-af3b-4bb6-8e16-e48ac325ed20 req-18d3344d-0a4b-427e-bd0f-19dc72465864 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:07.984699 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f657ebe6-af3b-4bb6-8e16-e48ac325ed20 req-18d3344d-0a4b-427e-bd0f-19dc72465864 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 944 time: 0.1313093 Jun 24 09:19:07.985869 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:07.986462 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:07.987723 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] 10.222.0.23 "PUT /v2.0/ports/d96ae095-311b-46ec-9af0-a693c404b7c9 HTTP/1.1" status: 200 len: 1094 time: 0.6577363 Jun 24 09:19:07.989979 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a287b4-1070-4e97-bb8e-76ad98b14d37', 'tag': 'd96ae095-311b-46ec-9af0-a693c404b7c9'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:19:07.992318 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da43992-a0b8-4ee1-934b-01785677822c" -d '{"events": [{"name": "network-changed", "server_uuid": "18a287b4-1070-4e97-bb8e-76ad98b14d37", "tag": "d96ae095-311b-46ec-9af0-a693c404b7c9"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:19:08.030866 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d96ae095-311b-46ec-9af0-a693c404b7c9,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:08.036160 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:08.050945 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f657ebe6-af3b-4bb6-8e16-e48ac325ed20 req-f4340709-e0ee-47cf-8959-905099f37d27 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=45be81aa-0c29-41ef-993b-329d10a362b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535772 Jun 24 09:19:08.112174 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-3e7f0667-f412-49b8-86bc-c8eef59b1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:08.113665 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-3e7f0667-f412-49b8-86bc-c8eef59b1b6c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b67ac5a655342b8b8de30b65acaa730&device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 1097 time: 0.0617385 Jun 24 09:19:08.115254 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298019f8-d1df-4857-b42e-881c58de3af8 x-openstack-request-id: req-298019f8-d1df-4857-b42e-881c58de3af8 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:19:08.115603 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a287b4-1070-4e97-bb8e-76ad98b14d37", "tag": "d96ae095-311b-46ec-9af0-a693c404b7c9", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:19:08.115893 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-298019f8-d1df-4857-b42e-881c58de3af8 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:19:08.116311 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a287b4-1070-4e97-bb8e-76ad98b14d37', 'tag': 'd96ae095-311b-46ec-9af0-a693c404b7c9', 'status': 'completed', 'code': 200} Jun 24 09:19:08.183682 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-a5189381-f66e-496a-aaef-569ad30974b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d96ae095-311b-46ec-9af0-a693c404b7c9 HTTP/1.1" status: 200 len: 217 time: 0.0350246 Jun 24 09:19:08.236024 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-15741231-e5b0-4321-80a1-c299375ae876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:08.237372 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-15741231-e5b0-4321-80a1-c299375ae876 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38df72ae-f46f-47b9-9a1e-83a1b5f659e6 HTTP/1.1" status: 200 len: 850 time: 0.0470302 Jun 24 09:19:08.294079 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-6ef56594-52b6-4f89-b074-b53cebe88e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:08.295545 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-6ef56594-52b6-4f89-b074-b53cebe88e3a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bec49d64-4369-4490-ad85-2e53541d2805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510762 Jun 24 09:19:08.385664 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-ef1e8281-68db-4191-b3d1-857814f4fc79 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824199 Jun 24 09:19:08.471464 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c0310ff0-289e-4f69-965b-40c2dde92432 req-d5ffc75c-7fc5-4cdb-b785-2f1b094cca7c service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791199 Jun 24 09:19:08.631407 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da43992-a0b8-4ee1-934b-01785677822c req-d8aea578-151e-42b5-a011-fd05dfe7475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:08.632975 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2da43992-a0b8-4ee1-934b-01785677822c req-d8aea578-151e-42b5-a011-fd05dfe7475e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b67ac5a655342b8b8de30b65acaa730&device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 1097 time: 0.0618701 Jun 24 09:19:08.719757 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da43992-a0b8-4ee1-934b-01785677822c req-e996b972-467e-4ca8-8aab-43cc557949b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:08.721170 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2da43992-a0b8-4ee1-934b-01785677822c req-e996b972-467e-4ca8-8aab-43cc557949b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bec49d64-4369-4490-ad85-2e53541d2805 HTTP/1.1" status: 200 len: 912 time: 0.0810061 Jun 24 09:19:08.766731 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2da43992-a0b8-4ee1-934b-01785677822c req-f744ca05-cff1-411e-8ab6-3044654a3c8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d96ae095-311b-46ec-9af0-a693c404b7c9 HTTP/1.1" status: 200 len: 217 time: 0.0377202 Jun 24 09:19:08.814833 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da43992-a0b8-4ee1-934b-01785677822c req-d0d3d83b-942e-422f-997b-74ac02a06122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:08.816237 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2da43992-a0b8-4ee1-934b-01785677822c req-d0d3d83b-942e-422f-997b-74ac02a06122 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38df72ae-f46f-47b9-9a1e-83a1b5f659e6 HTTP/1.1" status: 200 len: 850 time: 0.0429709 Jun 24 09:19:08.871919 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da43992-a0b8-4ee1-934b-01785677822c req-cb368017-39cb-4935-8fc2-1f62b5bd6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:08.873342 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2da43992-a0b8-4ee1-934b-01785677822c req-cb368017-39cb-4935-8fc2-1f62b5bd6b6b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bec49d64-4369-4490-ad85-2e53541d2805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0500433 Jun 24 09:19:08.963144 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2da43992-a0b8-4ee1-934b-01785677822c req-680a91f6-eeea-4468-a43c-b48ad1c081e9 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824599 Jun 24 09:19:09.052382 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2da43992-a0b8-4ee1-934b-01785677822c req-b31ce0e2-f998-4910-8418-ca81201fdc10 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818152 Jun 24 09:19:09.229969 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1887ed3-c08e-4fbb-9e7e-bf8f4d3405a2 req-15a8dbeb-ee76-44a7-b519-b185c6febcca tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:09.232009 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d1887ed3-c08e-4fbb-9e7e-bf8f4d3405a2 req-15a8dbeb-ee76-44a7-b519-b185c6febcca tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 944 time: 0.0622373 Jun 24 09:19:09.268527 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d1887ed3-c08e-4fbb-9e7e-bf8f4d3405a2 req-ba2bc404-aac8-49e7-a032-3ad5ec0359ab tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=45be81aa-0c29-41ef-993b-329d10a362b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309300 Jun 24 09:19:09.419392 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:10.446921 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c11e3d-87b1-449f-8c47-a03cf867a8c8 req-4f84e59a-1e55-4a31-b82b-86afa9914814 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:10.448406 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f0c11e3d-87b1-449f-8c47-a03cf867a8c8 req-4f84e59a-1e55-4a31-b82b-86afa9914814 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 944 time: 0.0656893 Jun 24 09:19:10.483765 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f0c11e3d-87b1-449f-8c47-a03cf867a8c8 req-989c7a7b-dc3b-4231-b62f-1e6e127e8ff8 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=45be81aa-0c29-41ef-993b-329d10a362b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299654 Jun 24 09:19:11.654215 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e2c51-4838-4c0d-b570-8a562ee0d71d req-99f1e14a-6509-4afc-8240-5fa09e2f8328 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:11.655702 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e84e2c51-4838-4c0d-b570-8a562ee0d71d req-99f1e14a-6509-4afc-8240-5fa09e2f8328 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 944 time: 0.0616858 Jun 24 09:19:11.692585 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e84e2c51-4838-4c0d-b570-8a562ee0d71d req-aefdf2ea-bb64-48eb-92ef-32fa42048a67 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=45be81aa-0c29-41ef-993b-329d10a362b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314927 Jun 24 09:19:12.092119 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device d96ae095-311b-46ec-9af0-a693c404b7c9 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:19:12.186839 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port d96ae095-311b-46ec-9af0-a693c404b7c9, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d96ae095-311b-46ec-9af0-a693c404b7c9,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:19:12.197579 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': 'd96ae095-311b-46ec-9af0-a693c404b7c9', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'port_id': 'd96ae095-311b-46ec-9af0-a693c404b7c9', 'mac_address': 'fa:16:3e:46:46:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:19:12.236499 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:12.248800 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96ae095-311b-46ec-9af0-a693c404b7c9 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:19:12.267354 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port d96ae095-311b-46ec-9af0-a693c404b7c9, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d96ae095-311b-46ec-9af0-a693c404b7c9,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:19:12.271162 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:12.272940 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:12.316988 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=d96ae095-311b-46ec-9af0-a693c404b7c9,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:12.319890 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:12.688197 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['d96ae095-311b-46ec-9af0-a693c404b7c9'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:19:12.867127 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b221e95-4aa9-4789-b683-f2268460e4aa req-417fb499-6baf-4624-8070-d9d773f45201 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:12.868584 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9b221e95-4aa9-4789-b683-f2268460e4aa req-417fb499-6baf-4624-8070-d9d773f45201 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 945 time: 0.0659080 Jun 24 09:19:12.906019 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9b221e95-4aa9-4789-b683-f2268460e4aa req-2132cf1f-2887-4925-85e9-2004e29665c4 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=45be81aa-0c29-41ef-993b-329d10a362b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307250 Jun 24 09:19:14.077936 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389a456-e42b-4600-b08d-4f0ff8862b1d req-8967beba-fc3d-43fc-aace-ed37c8d4c38c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:14.079352 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e389a456-e42b-4600-b08d-4f0ff8862b1d req-8967beba-fc3d-43fc-aace-ed37c8d4c38c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 945 time: 0.0607200 Jun 24 09:19:14.103116 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device d96ae095-311b-46ec-9af0-a693c404b7c9 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:19:14.115778 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e389a456-e42b-4600-b08d-4f0ff8862b1d req-44cc5909-7aa7-4437-9d41-1cd5a47dca41 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=45be81aa-0c29-41ef-993b-329d10a362b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309453 Jun 24 09:19:14.149289 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port d96ae095-311b-46ec-9af0-a693c404b7c9 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:19:14.153359 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port d96ae095-311b-46ec-9af0-a693c404b7c9 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:19:14.153733 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:14.232191 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:14.253399 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a287b4-1070-4e97-bb8e-76ad98b14d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96ae095-311b-46ec-9af0-a693c404b7c9'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:19:14.255637 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b85cac-3d21-4131-864d-0009feaddf38" -d '{"events": [{"server_uuid": "18a287b4-1070-4e97-bb8e-76ad98b14d37", "name": "network-vif-plugged", "status": "completed", "tag": "d96ae095-311b-46ec-9af0-a693c404b7c9"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:19:14.270479 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port d96ae095-311b-46ec-9af0-a693c404b7c9, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d96ae095-311b-46ec-9af0-a693c404b7c9,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:19:14.274779 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:14.276685 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:14.298249 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19967e77-bfba-4afb-9e6f-7518aae70be0 x-openstack-request-id: req-19967e77-bfba-4afb-9e6f-7518aae70be0 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:19:14.298543 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a287b4-1070-4e97-bb8e-76ad98b14d37", "name": "network-vif-plugged", "status": "completed", "tag": "d96ae095-311b-46ec-9af0-a693c404b7c9", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:19:14.298797 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-19967e77-bfba-4afb-9e6f-7518aae70be0 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:19:14.299188 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a287b4-1070-4e97-bb8e-76ad98b14d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96ae095-311b-46ec-9af0-a693c404b7c9', 'code': 200} Jun 24 09:19:14.323531 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=d96ae095-311b-46ec-9af0-a693c404b7c9,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:14.326885 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:14.404539 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:19:14.544647 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec248164-f474-416b-8aef-875e92d162f4 req-ec7db6f4-4730-41b7-b79c-9282bf74e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:14.546065 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ec248164-f474-416b-8aef-875e92d162f4 req-ec7db6f4-4730-41b7-b79c-9282bf74e64e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 1099 time: 0.0502601 Jun 24 09:19:14.582793 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ec248164-f474-416b-8aef-875e92d162f4 req-7a46f266-681d-4b33-897e-95ee697063a5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=45be81aa-0c29-41ef-993b-329d10a362b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300589 Jun 24 09:19:15.286378 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a06633-eaae-443f-b67b-a5de46392d9c req-2c158824-0d30-4dd4-aa75-70450fbf6384 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:15.287829 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-48a06633-eaae-443f-b67b-a5de46392d9c req-2c158824-0d30-4dd4-aa75-70450fbf6384 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 946 time: 0.0612805 Jun 24 09:19:15.323698 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-48a06633-eaae-443f-b67b-a5de46392d9c req-ed353ecf-6314-4e18-8553-a782bd46c9c3 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=45be81aa-0c29-41ef-993b-329d10a362b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304978 Jun 24 09:19:16.497814 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085651c-27e8-4467-8c68-f3881907a3b4 req-84cbce3d-b73d-4141-b0a6-2e1e84fe22b2 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:16.499283 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a085651c-27e8-4467-8c68-f3881907a3b4 req-84cbce3d-b73d-4141-b0a6-2e1e84fe22b2 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 946 time: 0.0659258 Jun 24 09:19:16.536841 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a085651c-27e8-4467-8c68-f3881907a3b4 req-575a8fba-dfed-4c27-ae74-41715698c0e7 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=45be81aa-0c29-41ef-993b-329d10a362b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320296 Jun 24 09:19:16.700293 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3308b1f-a36b-41cb-a4bd-2803e9d9b57a req-f321d89d-881b-4e75-8716-ec47d5d8c6de tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:16.701735 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f3308b1f-a36b-41cb-a4bd-2803e9d9b57a req-f321d89d-881b-4e75-8716-ec47d5d8c6de tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 946 time: 0.0615382 Jun 24 09:19:16.710112 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 36632) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:16.714485 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-b650e3cf-0a24-4fd3-9fcc-abf9299704d4 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Request body: {'floatingip': {'port_id': 'd96ae095-311b-46ec-9af0-a693c404b7c9'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:19:16.752268 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b650e3cf-0a24-4fd3-9fcc-abf9299704d4 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:17.180874 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b650e3cf-0a24-4fd3-9fcc-abf9299704d4 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:17.185601 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b650e3cf-0a24-4fd3-9fcc-abf9299704d4 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:17.279976 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.l3_db [None req-b650e3cf-0a24-4fd3-9fcc-abf9299704d4 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Floating IP de1481b1-3ed0-4273-86c3-6f86e0f933e2 associated. External IP: 172.28.1.233, port: d96ae095-311b-46ec-9af0-a693c404b7c9. Jun 24 09:19:17.479212 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b650e3cf-0a24-4fd3-9fcc-abf9299704d4 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Router b2366857-7c58-4810-bb42-2117db087f7d has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:19:17.580820 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b650e3cf-0a24-4fd3-9fcc-abf9299704d4 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:19:17.585513 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b650e3cf-0a24-4fd3-9fcc-abf9299704d4 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:17.591163 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f96d82-6af0-49d5-b39a-6cd89f406a14 None None] Sync routers for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:19:17.601182 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f96d82-6af0-49d5-b39a-6cd89f406a14 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:19:17.601783 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-07f96d82-6af0-49d5-b39a-6cd89f406a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:19:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:17.618563 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-b650e3cf-0a24-4fd3-9fcc-abf9299704d4 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "PUT /v2.0/floatingips/de1481b1-3ed0-4273-86c3-6f86e0f933e2 HTTP/1.1" status: 200 len: 992 time: 0.9074528 Jun 24 09:19:17.619275 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a287b4-1070-4e97-bb8e-76ad98b14d37', 'tag': 'd96ae095-311b-46ec-9af0-a693c404b7c9'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:19:17.622182 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f69ebf-3254-4777-89f0-94f3e46547c2" -d '{"events": [{"name": "network-changed", "server_uuid": "18a287b4-1070-4e97-bb8e-76ad98b14d37", "tag": "d96ae095-311b-46ec-9af0-a693c404b7c9"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:19:17.659207 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a76b4d8-528d-4000-b699-c5edb02913bf x-openstack-request-id: req-2a76b4d8-528d-4000-b699-c5edb02913bf {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:19:17.659566 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a287b4-1070-4e97-bb8e-76ad98b14d37", "tag": "d96ae095-311b-46ec-9af0-a693c404b7c9", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:19:17.659859 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a76b4d8-528d-4000-b699-c5edb02913bf {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:19:17.660295 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a287b4-1070-4e97-bb8e-76ad98b14d37', 'tag': 'd96ae095-311b-46ec-9af0-a693c404b7c9', 'status': 'completed', 'code': 200} Jun 24 09:19:17.709582 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-07f96d82-6af0-49d5-b39a-6cd89f406a14 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:19:17.758065 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f69ebf-3254-4777-89f0-94f3e46547c2 req-8bf56a64-312d-4cb8-ad6a-7d0e30e50395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:17.759558 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-50f69ebf-3254-4777-89f0-94f3e46547c2 req-8bf56a64-312d-4cb8-ad6a-7d0e30e50395 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b67ac5a655342b8b8de30b65acaa730&device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 1099 time: 0.0508695 Jun 24 09:19:17.851221 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f69ebf-3254-4777-89f0-94f3e46547c2 req-c8e9ef54-00c3-4d79-a971-4b437c856793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:17.852711 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-50f69ebf-3254-4777-89f0-94f3e46547c2 req-c8e9ef54-00c3-4d79-a971-4b437c856793 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bec49d64-4369-4490-ad85-2e53541d2805 HTTP/1.1" status: 200 len: 912 time: 0.0864313 Jun 24 09:19:17.916133 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-50f69ebf-3254-4777-89f0-94f3e46547c2 req-b5d6c901-006f-400a-aba1-2e8ace4c7744 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d96ae095-311b-46ec-9af0-a693c404b7c9 HTTP/1.1" status: 200 len: 1000 time: 0.0561502 Jun 24 09:19:17.925159 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-07f96d82-6af0-49d5-b39a-6cd89f406a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': 'de1481b1-3ed0-4273-86c3-6f86e0f933e2', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'floating_ip_address': '172.28.1.233', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'port_id': 'd96ae095-311b-46ec-9af0-a693c404b7c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'mac_address': 'fa:16:3e:46:46:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a287b4-1070-4e97-bb8e-76ad98b14d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:19:04Z', 'updated_at': '2021-06-24T09:19:17Z', 'revision_number': 1, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:57Z', 'revision_number': 5, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:17.954443 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f96d82-6af0-49d5-b39a-6cd89f406a14 None None] Checking router: b2366857-7c58-4810-bb42-2117db087f7d for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:19:17.962917 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f96d82-6af0-49d5-b39a-6cd89f406a14 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:19:17.963442 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-07f96d82-6af0-49d5-b39a-6cd89f406a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:19:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:18.196526 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-07f96d82-6af0-49d5-b39a-6cd89f406a14 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:19:18.262380 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f69ebf-3254-4777-89f0-94f3e46547c2 req-c6b2fcb2-5b47-4e02-adc4-6cfb7af52d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:18.263914 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-50f69ebf-3254-4777-89f0-94f3e46547c2 req-c6b2fcb2-5b47-4e02-adc4-6cfb7af52d8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38df72ae-f46f-47b9-9a1e-83a1b5f659e6 HTTP/1.1" status: 200 len: 850 time: 0.3411412 Jun 24 09:19:18.317894 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f69ebf-3254-4777-89f0-94f3e46547c2 req-5e5cef90-0e29-411c-8ae1-5ea55093fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:18.319346 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-50f69ebf-3254-4777-89f0-94f3e46547c2 req-5e5cef90-0e29-411c-8ae1-5ea55093fc3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bec49d64-4369-4490-ad85-2e53541d2805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0490286 Jun 24 09:19:18.407259 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-50f69ebf-3254-4777-89f0-94f3e46547c2 req-44fea7ca-f3f1-4e79-8d42-4612d59ea733 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812268 Jun 24 09:19:18.429373 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-07f96d82-6af0-49d5-b39a-6cd89f406a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': 'de1481b1-3ed0-4273-86c3-6f86e0f933e2', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'floating_ip_address': '172.28.1.233', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'port_id': 'd96ae095-311b-46ec-9af0-a693c404b7c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'mac_address': 'fa:16:3e:46:46:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a287b4-1070-4e97-bb8e-76ad98b14d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:19:04Z', 'updated_at': '2021-06-24T09:19:17Z', 'revision_number': 1, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:57Z', 'revision_number': 5, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:19:18.455848 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f96d82-6af0-49d5-b39a-6cd89f406a14 None None] The sync data for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb is: [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': 'de1481b1-3ed0-4273-86c3-6f86e0f933e2', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'floating_ip_address': '172.28.1.233', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'port_id': 'd96ae095-311b-46ec-9af0-a693c404b7c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'mac_address': 'fa:16:3e:46:46:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a287b4-1070-4e97-bb8e-76ad98b14d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:19:04Z', 'updated_at': '2021-06-24T09:19:17Z', 'revision_number': 1, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:57Z', 'revision_number': 5, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:19:18.498240 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-50f69ebf-3254-4777-89f0-94f3e46547c2 req-cee485bb-667a-478b-b446-0f952cdec5d9 service neutron] 10.222.0.23 "GET /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843129 Jun 24 09:19:18.656322 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb90679-4d14-4798-85c6-71b66c20fd89 None None] New status for floating IP de1481b1-3ed0-4273-86c3-6f86e0f933e2: ACTIVE {{(pid=93125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:19:28.496240 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-caec7834-2cb0-4813-8803-188a7d3f37af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:31.119616 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-74038485-4226-4d62-8b29-55468e414ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:31.240840 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:32.302000 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:33.764305 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:39.442919 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:42.758072 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-de04fba8-0e01-4b69-8d29-0b9de216545f req-ad940a96-e6bd-40b5-9c65-d0b7b5a0f9e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511591 Jun 24 09:19:42.847347 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04fba8-0e01-4b69-8d29-0b9de216545f req-62af24c6-0e12-4a93-941e-60dd19aa45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:42.848761 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-de04fba8-0e01-4b69-8d29-0b9de216545f req-62af24c6-0e12-4a93-941e-60dd19aa45a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 1099 time: 0.0556788 Jun 24 09:19:42.968391 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04fba8-0e01-4b69-8d29-0b9de216545f req-50e92336-db44-45e5-adf0-c982f1150d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:42.969820 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-de04fba8-0e01-4b69-8d29-0b9de216545f req-50e92336-db44-45e5-adf0-c982f1150d95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 916 time: 0.0824811 Jun 24 09:19:43.038939 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-de04fba8-0e01-4b69-8d29-0b9de216545f req-33baff7c-ed4a-49e4-a9f6-d726bc773704 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0 HTTP/1.1" status: 200 len: 1002 time: 0.0615892 Jun 24 09:19:43.108110 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04fba8-0e01-4b69-8d29-0b9de216545f req-d1e35642-581c-4d35-91a2-7209c600831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:43.109397 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-de04fba8-0e01-4b69-8d29-0b9de216545f req-d1e35642-581c-4d35-91a2-7209c600831d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 200 len: 854 time: 0.0431347 Jun 24 09:19:43.165092 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04fba8-0e01-4b69-8d29-0b9de216545f req-d08829fd-a180-4c69-9599-4b501eda35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:43.166463 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-de04fba8-0e01-4b69-8d29-0b9de216545f req-d08829fd-a180-4c69-9599-4b501eda35b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0484838 Jun 24 09:19:43.254944 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-de04fba8-0e01-4b69-8d29-0b9de216545f req-068828a8-f365-4074-bb07-a6590d48d567 service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803535 Jun 24 09:19:43.343911 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-de04fba8-0e01-4b69-8d29-0b9de216545f req-82bef2d4-f9c7-4542-892a-e37ea6d9283a service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801218 Jun 24 09:19:47.854621 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b602cd-a29e-46d0-93e9-825d67bc62e4 req-c53b1c8d-bd35-499d-ac43-0321fa99ced6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:47.856588 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a4b602cd-a29e-46d0-93e9-825d67bc62e4 req-c53b1c8d-bd35-499d-ac43-0321fa99ced6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0668011 Jun 24 09:19:47.892746 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a4b602cd-a29e-46d0-93e9-825d67bc62e4 req-b27df6d3-f452-4bb5-b432-60e0a205583a tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305884 Jun 24 09:19:49.067851 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e068063-554d-4552-9853-ee3e3411a3b4 req-fe0dd6e9-3dfb-4f80-a34c-5780ebf1fde0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:49.069270 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5e068063-554d-4552-9853-ee3e3411a3b4 req-fe0dd6e9-3dfb-4f80-a34c-5780ebf1fde0 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0616746 Jun 24 09:19:49.105195 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5e068063-554d-4552-9853-ee3e3411a3b4 req-9d877d70-b6b0-4ce1-8117-358f39b6f5f9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303855 Jun 24 09:19:50.283736 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8a58a-4193-4a7a-b75e-a0722d7c3747 req-57052dbb-2ba5-468f-814a-229ee0c3006b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:50.285190 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a7f8a58a-4193-4a7a-b75e-a0722d7c3747 req-57052dbb-2ba5-468f-814a-229ee0c3006b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0675538 Jun 24 09:19:50.321054 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-a7f8a58a-4193-4a7a-b75e-a0722d7c3747 req-e4b3f03f-9d92-4a91-8cae-74232deae517 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303621 Jun 24 09:19:51.402791 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:19:51.499071 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e65781-c566-495e-a33c-4496744ad7e1 req-aef7b758-f432-43b2-ad1e-50c7ef3d3bb4 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:51.500541 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-93e65781-c566-495e-a33c-4496744ad7e1 req-aef7b758-f432-43b2-ad1e-50c7ef3d3bb4 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0644553 Jun 24 09:19:51.536942 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-93e65781-c566-495e-a33c-4496744ad7e1 req-37d9e204-1920-454a-90cb-44626a61a69d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308886 Jun 24 09:19:52.710577 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bba6c-ac6f-4f2d-b620-2c0a207c0081 req-9c256cd6-aebb-4f2c-9a22-f812c7ee0125 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:52.712023 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8b0bba6c-ac6f-4f2d-b620-2c0a207c0081 req-9c256cd6-aebb-4f2c-9a22-f812c7ee0125 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0619092 Jun 24 09:19:52.748568 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8b0bba6c-ac6f-4f2d-b620-2c0a207c0081 req-00653290-dbd8-4578-8b8d-99ad36a79a64 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305624 Jun 24 09:19:53.927940 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e2dd6-0dfc-4efa-b262-1cc9ebd46a8e req-4b606d6d-5c6e-4dc4-80f4-bd923da1dd96 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:53.929403 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-405e2dd6-0dfc-4efa-b262-1cc9ebd46a8e req-4b606d6d-5c6e-4dc4-80f4-bd923da1dd96 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0668836 Jun 24 09:19:53.972015 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-405e2dd6-0dfc-4efa-b262-1cc9ebd46a8e req-0c6b9668-12f4-4eff-bcf6-0af1965a9b82 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360882 Jun 24 09:19:55.145036 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7f6c2-f849-4b67-8e44-53d2a7e8af9e req-44806c94-872f-40e6-9416-56e4c69ade40 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:55.146460 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2bd7f6c2-f849-4b67-8e44-53d2a7e8af9e req-44806c94-872f-40e6-9416-56e4c69ade40 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0610237 Jun 24 09:19:55.182801 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2bd7f6c2-f849-4b67-8e44-53d2a7e8af9e req-7bca14e3-3acf-4d13-a842-3f5eec0a09da tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308626 Jun 24 09:19:56.357540 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a05ad-6f2e-4578-bd2a-bf2240ba9be4 req-4563edb4-95c9-44d5-ab38-59258b1379fa tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:56.358995 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-992a05ad-6f2e-4578-bd2a-bf2240ba9be4 req-4563edb4-95c9-44d5-ab38-59258b1379fa tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0626469 Jun 24 09:19:56.395217 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-992a05ad-6f2e-4578-bd2a-bf2240ba9be4 req-4c3b9d1d-9006-4612-8d9c-092bb5850c6b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307283 Jun 24 09:19:57.570973 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801b6b9-9890-4820-92c3-9ab8ec184800 req-7c3187fa-438e-4dfc-a831-83c5e59b8728 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:57.572448 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d801b6b9-9890-4820-92c3-9ab8ec184800 req-7c3187fa-438e-4dfc-a831-83c5e59b8728 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0656123 Jun 24 09:19:57.609277 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d801b6b9-9890-4820-92c3-9ab8ec184800 req-2a8122ae-67d3-4670-b792-000e72dc2101 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307250 Jun 24 09:19:58.496373 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9c0c5d67-3ebe-43d7-b6ed-9f642fa0285b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:58.783376 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b136f8-f4e8-47d0-b16f-5fc3d21ad555 req-bd929b1a-c1b7-47d5-ba28-1045d8deff95 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:58.784827 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d4b136f8-f4e8-47d0-b16f-5fc3d21ad555 req-bd929b1a-c1b7-47d5-ba28-1045d8deff95 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0606384 Jun 24 09:19:58.820972 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d4b136f8-f4e8-47d0-b16f-5fc3d21ad555 req-c3b5a2a7-bce6-4ce8-8c64-77f4ba656009 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306232 Jun 24 09:19:59.996269 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798e756-0e16-46ec-b84f-27b5d97bb725 req-075d1244-c0fc-4f1b-889a-c0d73d420046 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:19:59.998283 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2798e756-0e16-46ec-b84f-27b5d97bb725 req-075d1244-c0fc-4f1b-889a-c0d73d420046 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0646074 Jun 24 09:20:00.035200 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2798e756-0e16-46ec-b84f-27b5d97bb725 req-30a234c4-2b38-4770-9c3a-4be5e31116d7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313559 Jun 24 09:20:00.309734 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device fbe863eb-3890-46b0-b7fe-a48108abd3b0 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:20:00.400696 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port fbe863eb-3890-46b0-b7fe-a48108abd3b0, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:20:00.411977 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'port_id': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'mac_address': 'fa:16:3e:7f:a5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:20:00.451477 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:00.463373 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbe863eb-3890-46b0-b7fe-a48108abd3b0 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:20:00.482893 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port fbe863eb-3890-46b0-b7fe-a48108abd3b0, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:20:00.487153 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:00.489094 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:20:00.536402 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=fbe863eb-3890-46b0-b7fe-a48108abd3b0,revision_number=6']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:20:00.543341 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:20:00.543714 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:20:00.544165 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:20:00.544499 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:20:00.544827 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:20:00.545254 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:20:00.545584 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:20:00.545905 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:20:00.546316 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:20:00.546637 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:20:00.546957 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:20:00.547343 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:20:00.551443 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:20:00.660110 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['fbe863eb-3890-46b0-b7fe-a48108abd3b0'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:20:01.121350 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3223f9b6-397c-4438-bec3-f1e2fe49bc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:01.214125 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47750b-371f-4a78-8ff4-4f30c089d44a req-fdc62e02-8336-4c5e-92d6-c15436504482 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:01.215484 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-de47750b-371f-4a78-8ff4-4f30c089d44a req-fdc62e02-8336-4c5e-92d6-c15436504482 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 945 time: 0.0608728 Jun 24 09:20:01.240817 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:01.254835 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-de47750b-371f-4a78-8ff4-4f30c089d44a req-4ab920cd-59c6-4538-bea9-3b5034dc0071 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333118 Jun 24 09:20:02.305349 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:02.315010 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device fbe863eb-3890-46b0-b7fe-a48108abd3b0 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:20:02.361159 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port fbe863eb-3890-46b0-b7fe-a48108abd3b0 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:20:02.361538 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:02.428596 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d258f-f3c6-4bbb-94b4-58e36141b0e1 req-ec8a5266-672a-4da6-9764-23aa5dbc3322 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:02.430060 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-201d258f-f3c6-4bbb-94b4-58e36141b0e1 req-ec8a5266-672a-4da6-9764-23aa5dbc3322 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 945 time: 0.0612555 Jun 24 09:20:02.437518 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:02.458484 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:20:02.460723 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6b29e2-14e6-49c6-a211-b6d4db31d403" -d '{"events": [{"server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "name": "network-vif-plugged", "status": "completed", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:20:02.467158 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-201d258f-f3c6-4bbb-94b4-58e36141b0e1 req-3c791bf7-cc11-466d-a471-7caceb254161 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308383 Jun 24 09:20:02.473807 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port fbe863eb-3890-46b0-b7fe-a48108abd3b0, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:20:02.479712 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:02.482037 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:20:02.505401 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5160567-5df1-4950-9986-ca9697b35dde x-openstack-request-id: req-b5160567-5df1-4950-9986-ca9697b35dde {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:20:02.505816 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "name": "network-vif-plugged", "status": "completed", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:20:02.505995 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5160567-5df1-4950-9986-ca9697b35dde {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:20:02.506338 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'code': 200} Jun 24 09:20:02.532155 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=fbe863eb-3890-46b0-b7fe-a48108abd3b0,revision_number=7']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:20:02.535153 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:20:03.649270 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034ecf9-e0f8-4b1a-9c0f-6037011b7c5c req-3293a7bb-55a0-44f1-8e2d-56acea7b318d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:03.650722 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0034ecf9-e0f8-4b1a-9c0f-6037011b7c5c req-3293a7bb-55a0-44f1-8e2d-56acea7b318d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0616999 Jun 24 09:20:03.688334 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0034ecf9-e0f8-4b1a-9c0f-6037011b7c5c req-d35cf02c-5f7d-49c7-afa3-ecaced418fd6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Jun 24 09:20:03.766546 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:04.866070 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008eec-242b-4831-95e2-3352af4d8209 req-2630a604-7f36-4144-a38a-37b1125a2b58 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:04.867529 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-07008eec-242b-4831-95e2-3352af4d8209 req-2630a604-7f36-4144-a38a-37b1125a2b58 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0658617 Jun 24 09:20:04.904555 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-07008eec-242b-4831-95e2-3352af4d8209 req-1d2756a7-9305-44e0-9024-446e918c8780 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309098 Jun 24 09:20:06.081170 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f68961-a293-438a-8d03-ec02b7fd52d8 req-b6cbf5f2-09d3-4a1a-8b15-e182d0c15f4e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:06.082616 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-80f68961-a293-438a-8d03-ec02b7fd52d8 req-b6cbf5f2-09d3-4a1a-8b15-e182d0c15f4e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0614600 Jun 24 09:20:06.119286 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-80f68961-a293-438a-8d03-ec02b7fd52d8 req-d9f4fa1f-ebc0-4576-94e8-2f7cd30c1abe tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310576 Jun 24 09:20:07.306753 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b130-0e40-471c-9693-b1695c8a15ee req-3c0deb1e-b430-4722-941c-8f3c0da8d3e1 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:07.308252 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ad13b130-0e40-471c-9693-b1695c8a15ee req-3c0deb1e-b430-4722-941c-8f3c0da8d3e1 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0644944 Jun 24 09:20:07.349770 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ad13b130-0e40-471c-9693-b1695c8a15ee req-ac242de2-6d25-4171-8710-285ecec7027b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357158 Jun 24 09:20:08.539041 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f52918-be16-4ab3-93a1-e8921f61de95 req-d7143c39-7144-48cb-aa0f-0c38b7c4aeb8 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:08.540466 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-67f52918-be16-4ab3-93a1-e8921f61de95 req-d7143c39-7144-48cb-aa0f-0c38b7c4aeb8 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0703437 Jun 24 09:20:08.585004 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-67f52918-be16-4ab3-93a1-e8921f61de95 req-2d410a0e-68d4-430d-a5df-6dcf75e9171e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388260 Jun 24 09:20:09.442143 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:09.805673 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1275df5-ab78-4b64-9b75-f8df6cf9aafa req-dc10f3b8-0862-42f4-91df-6a7a4e674a38 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:09.807836 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b1275df5-ab78-4b64-9b75-f8df6cf9aafa req-dc10f3b8-0862-42f4-91df-6a7a4e674a38 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0731127 Jun 24 09:20:09.852168 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b1275df5-ab78-4b64-9b75-f8df6cf9aafa req-c551e908-30fa-402a-9d5e-0f44bc2aeee2 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374207 Jun 24 09:20:11.051369 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea45ddf-1656-4b46-b6b1-17e0cbeb463d req-b770f7f6-ef31-4ed9-a776-1d1f3878048b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:11.052780 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-eea45ddf-1656-4b46-b6b1-17e0cbeb463d req-b770f7f6-ef31-4ed9-a776-1d1f3878048b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0766265 Jun 24 09:20:11.090866 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-eea45ddf-1656-4b46-b6b1-17e0cbeb463d req-fa951028-e941-46f3-93e2-ae4402cded60 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Jun 24 09:20:12.273464 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60417b5c-336e-47bc-a178-5e0938d79ac6 req-cb7e44bb-a265-48d6-94fb-a0744918540e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:12.275665 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-60417b5c-336e-47bc-a178-5e0938d79ac6 req-cb7e44bb-a265-48d6-94fb-a0744918540e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0637164 Jun 24 09:20:12.314397 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-60417b5c-336e-47bc-a178-5e0938d79ac6 req-474b6ea3-9206-4515-add1-df4bcbdbbe96 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324583 Jun 24 09:20:13.496812 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cad1c-b854-48f2-9724-d7401b7d8375 req-d932a1a1-7434-4e60-b897-c8b9af4b8963 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:13.498299 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-059cad1c-b854-48f2-9724-d7401b7d8375 req-d932a1a1-7434-4e60-b897-c8b9af4b8963 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0641778 Jun 24 09:20:13.536377 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-059cad1c-b854-48f2-9724-d7401b7d8375 req-13fb8536-621b-4a12-b91b-eb6120007895 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324924 Jun 24 09:20:14.723268 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8917b-79ce-41ae-8bb8-e934ccd1a01b req-ca727acc-1fa3-4427-88b5-e2084341a204 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:14.724764 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e7e8917b-79ce-41ae-8bb8-e934ccd1a01b req-ca727acc-1fa3-4427-88b5-e2084341a204 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0702391 Jun 24 09:20:14.765052 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e7e8917b-79ce-41ae-8bb8-e934ccd1a01b req-66c0f383-c443-46d8-ae11-7826a8f3d5c5 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344381 Jun 24 09:20:15.965602 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef369361-d7a2-4a7e-8c12-09968aaf3461 req-6f7d3823-db6e-4f8f-8cd2-0b46b3f9285f tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:15.967618 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ef369361-d7a2-4a7e-8c12-09968aaf3461 req-6f7d3823-db6e-4f8f-8cd2-0b46b3f9285f tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0777757 Jun 24 09:20:16.013862 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ef369361-d7a2-4a7e-8c12-09968aaf3461 req-ef96ed3d-0b7d-41c3-9dec-7121548da235 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407155 Jun 24 09:20:17.217490 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f2fc9-da2e-4b32-92dc-2b61783306ab req-5df988b2-b86b-4487-b5ba-7b8e40c2d0e1 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:17.218995 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-574f2fc9-da2e-4b32-92dc-2b61783306ab req-5df988b2-b86b-4487-b5ba-7b8e40c2d0e1 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0701542 Jun 24 09:20:17.260227 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-574f2fc9-da2e-4b32-92dc-2b61783306ab req-3f5b7c54-000c-4a34-b36f-a60d6acd530b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349426 Jun 24 09:20:18.450035 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082be5b-3d7f-45ac-b497-86d921804bb6 req-598e7922-9473-428a-adb4-f8c26ef78ce7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:18.451557 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b082be5b-3d7f-45ac-b497-86d921804bb6 req-598e7922-9473-428a-adb4-f8c26ef78ce7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0656652 Jun 24 09:20:18.489869 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b082be5b-3d7f-45ac-b497-86d921804bb6 req-37e852ad-9e31-40c9-a361-a92fab36c941 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Jun 24 09:20:19.105234 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fe8de-e174-430f-b3f2-0fc8eefb2e07 req-6e28b371-6948-44c0-90e5-16093adccb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:19.106589 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6c9fe8de-e174-430f-b3f2-0fc8eefb2e07 req-6e28b371-6948-44c0-90e5-16093adccb27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 1099 time: 0.0551817 Jun 24 09:20:19.193381 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fe8de-e174-430f-b3f2-0fc8eefb2e07 req-5ce5325b-65d7-4b22-aeec-81ac7fac5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:19.194781 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6c9fe8de-e174-430f-b3f2-0fc8eefb2e07 req-5ce5325b-65d7-4b22-aeec-81ac7fac5bc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 916 time: 0.0818920 Jun 24 09:20:19.261277 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6c9fe8de-e174-430f-b3f2-0fc8eefb2e07 req-f74bcdba-26df-48b2-a96a-2bd72bac416a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0 HTTP/1.1" status: 200 len: 1002 time: 0.0597618 Jun 24 09:20:19.308582 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fe8de-e174-430f-b3f2-0fc8eefb2e07 req-b021d2bb-663c-4e2d-a16c-0af42d0e8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:19.310504 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6c9fe8de-e174-430f-b3f2-0fc8eefb2e07 req-b021d2bb-663c-4e2d-a16c-0af42d0e8072 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 200 len: 854 time: 0.0415101 Jun 24 09:20:19.364608 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fe8de-e174-430f-b3f2-0fc8eefb2e07 req-692a5e92-4d22-425c-a323-41c0eccc5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:19.365957 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6c9fe8de-e174-430f-b3f2-0fc8eefb2e07 req-692a5e92-4d22-425c-a323-41c0eccc5388 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0490813 Jun 24 09:20:19.457295 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6c9fe8de-e174-430f-b3f2-0fc8eefb2e07 req-0915f590-46bb-402b-a72b-9b04c7c40263 service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833097 Jun 24 09:20:19.547561 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-6c9fe8de-e174-430f-b3f2-0fc8eefb2e07 req-0577380b-22fc-46d5-9914-d5889f311a15 service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826714 Jun 24 09:20:19.678943 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ab555-3915-4c34-b206-51bef7e7088a req-ea5a4c1e-7beb-428c-9925-1b88df6f8e86 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:19.680338 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2a7ab555-3915-4c34-b206-51bef7e7088a req-ea5a4c1e-7beb-428c-9925-1b88df6f8e86 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0653126 Jun 24 09:20:19.720875 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2a7ab555-3915-4c34-b206-51bef7e7088a req-45be7933-904d-4b8d-a5c7-a764f4b925a5 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335987 Jun 24 09:20:20.911455 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7cea1-2bf6-42d8-99e1-e1cb22f0753f req-895eb0f6-1c7b-4f12-a825-b6ce8dc135f6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:20.912940 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7ec7cea1-2bf6-42d8-99e1-e1cb22f0753f req-895eb0f6-1c7b-4f12-a825-b6ce8dc135f6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0678680 Jun 24 09:20:20.953877 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7ec7cea1-2bf6-42d8-99e1-e1cb22f0753f req-13692a78-0917-4f97-822c-d2ff0de951f3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330658 Jun 24 09:20:22.149017 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d54dc7-f2da-4747-ae57-5f4fe2020923 req-f61b095e-8b6b-46b7-985b-81c94da1765e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:22.150476 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e3d54dc7-f2da-4747-ae57-5f4fe2020923 req-f61b095e-8b6b-46b7-985b-81c94da1765e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 946 time: 0.0635588 Jun 24 09:20:22.188290 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e3d54dc7-f2da-4747-ae57-5f4fe2020923 req-47d3af96-0e9f-4c10-8aad-bd6f5e5f7454 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322220 Jun 24 09:20:22.449427 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device fbe863eb-3890-46b0-b7fe-a48108abd3b0 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:20:22.535314 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:22.560828 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:20:22.563268 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39ba043-5022-4f20-a448-02a08878252b" -d '{"events": [{"server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "name": "network-vif-unplugged", "status": "completed", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:20:22.578105 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port fbe863eb-3890-46b0-b7fe-a48108abd3b0, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:20:22.583547 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:22.586162 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-89bc8f45-6935-4263-b62a-f1a3f200fd6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:20:22.609613 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871c7a22-838b-4776-b27f-9f03abecef04 x-openstack-request-id: req-871c7a22-838b-4776-b27f-9f03abecef04 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:20:22.610059 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "name": "network-vif-unplugged", "status": "failed", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0", "code": 422}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:20:22.610329 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-871c7a22-838b-4776-b27f-9f03abecef04 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:20:22.610732 dv-cinder-797812-1-smb neutron-server[93124]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'code': 422} returned with failed status Jun 24 09:20:22.638389 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=fbe863eb-3890-46b0-b7fe-a48108abd3b0,revision_number=8']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:20:22.641652 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:20:24.570000 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-aa14295f-3429-49e2-81d0-d83410397fbb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0546441 Jun 24 09:20:24.579014 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27113e1-3520-4d5c-a732-079a65a6c4fa req-c18d7bb6-af0a-46ea-8805-13172023e1a7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:24.580515 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a27113e1-3520-4d5c-a732-079a65a6c4fa req-c18d7bb6-af0a-46ea-8805-13172023e1a7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0674429 Jun 24 09:20:24.619151 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a27113e1-3520-4d5c-a732-079a65a6c4fa req-f39891ca-5e66-4ef7-b4c9-3b248419ba21 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322893 Jun 24 09:20:25.493363 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-600d3fdf-0d53-4879-8cf2-7227161b0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:25.494804 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-600d3fdf-0d53-4879-8cf2-7227161b0a98 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224&tenant_id=1de26ab21d844892b2180caecacc5334 HTTP/1.1" status: 200 len: 1097 time: 0.0509422 Jun 24 09:20:25.580223 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-9ec8d7eb-c77d-4355-b824-513d69735ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:25.581666 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-9ec8d7eb-c77d-4355-b824-513d69735ad6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 1097 time: 0.0510936 Jun 24 09:20:25.683038 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-75e953e3-0a2f-49d7-82a7-57438677ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:25.684532 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-75e953e3-0a2f-49d7-82a7-57438677ff7f service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 916 time: 0.0961483 Jun 24 09:20:25.759929 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-93ba4ef2-8d81-4dbe-bea6-74465d4a7672 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0 HTTP/1.1" status: 200 len: 1000 time: 0.0683351 Jun 24 09:20:25.808387 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf9ab3-2256-401c-8ff0-3924ebba453a req-9231695e-dbb0-41b0-a4ae-694a2359ef11 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:25.810344 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-bfdf9ab3-2256-401c-8ff0-3924ebba453a req-9231695e-dbb0-41b0-a4ae-694a2359ef11 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0690355 Jun 24 09:20:25.816143 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-b647d7ae-5aa9-40e0-a352-53b3a26a2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:25.818619 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-b647d7ae-5aa9-40e0-a352-53b3a26a2c71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 200 len: 854 time: 0.0525954 Jun 24 09:20:25.860321 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-bfdf9ab3-2256-401c-8ff0-3924ebba453a req-7544a97a-9375-4da2-85ca-e40b5f0e7e9e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399227 Jun 24 09:20:25.885297 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-50c72ead-0d1c-41b2-8f24-022ee09f896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:25.886875 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-50c72ead-0d1c-41b2-8f24-022ee09f896f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0621796 Jun 24 09:20:25.979553 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-00f5f605-02c4-4f4b-ac45-392b3dcd6695 service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852520 Jun 24 09:20:26.074404 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-20c0f298-51fd-4f6b-8280-5e7d70ece892 req-23d7e197-803e-44d5-ba93-48f813c381ac service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884206 Jun 24 09:20:27.054473 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dde70-7fb2-4ef8-a108-a631b002d47b req-4a3c4e1d-7456-4dfd-b521-63006fa16ea3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:27.061569 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b26dde70-7fb2-4ef8-a108-a631b002d47b req-4a3c4e1d-7456-4dfd-b521-63006fa16ea3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0747559 Jun 24 09:20:27.102364 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b26dde70-7fb2-4ef8-a108-a631b002d47b req-baddd0cb-84b6-4d96-9a08-fe63fe70e74e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399039 Jun 24 09:20:28.301131 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0b3fc-fd36-4d71-a16d-b011aabbd193 req-62fad429-5470-48a1-8e2e-926e165911ad tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:28.302598 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ecd0b3fc-fd36-4d71-a16d-b011aabbd193 req-62fad429-5470-48a1-8e2e-926e165911ad tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0779092 Jun 24 09:20:28.339807 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ecd0b3fc-fd36-4d71-a16d-b011aabbd193 req-d9ffd646-f91d-4344-bf02-70a7376fa973 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315297 Jun 24 09:20:28.401093 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:20:28.498455 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4dc8287d-aa1b-4a11-aeb0-b9fda917145f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:29.538889 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938655-e1c5-4ed2-90bd-a1dcb1d3cbdf req-e1206c62-faae-45a9-a163-b253bce07260 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:29.540367 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c2938655-e1c5-4ed2-90bd-a1dcb1d3cbdf req-e1206c62-faae-45a9-a163-b253bce07260 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0790381 Jun 24 09:20:29.578958 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c2938655-e1c5-4ed2-90bd-a1dcb1d3cbdf req-2834a199-9fc1-492f-ad08-1d48da230dd4 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323412 Jun 24 09:20:30.765328 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342c7ab-d90f-4b5a-9ff3-9fdd56fc07c5 req-1f63ea0c-4e4a-454f-887f-5b116aad91a9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:30.766818 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5342c7ab-d90f-4b5a-9ff3-9fdd56fc07c5 req-1f63ea0c-4e4a-454f-887f-5b116aad91a9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0670784 Jun 24 09:20:30.807579 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5342c7ab-d90f-4b5a-9ff3-9fdd56fc07c5 req-d798d5de-c6ed-4559-9496-27e29f3e3bf5 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342374 Jun 24 09:20:31.121503 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-78442a9a-ebae-46df-b23f-720b0d1d4cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:31.241702 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:31.988696 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5e448-5804-464c-b217-f9b2dc6964c2 req-e1dd0c13-93d5-4c2d-bd90-9ac2fc6581bc tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:31.990251 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-42b5e448-5804-464c-b217-f9b2dc6964c2 req-e1dd0c13-93d5-4c2d-bd90-9ac2fc6581bc tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0656657 Jun 24 09:20:32.040962 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-42b5e448-5804-464c-b217-f9b2dc6964c2 req-8b178865-e9d3-405d-a542-26fd09174b52 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450056 Jun 24 09:20:32.312328 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:33.211376 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e707ba9-9f9f-447e-947d-c73478f19290 req-3db5b8c5-59a1-4d30-9661-63653fa83e50 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:33.212795 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5e707ba9-9f9f-447e-947d-c73478f19290 req-3db5b8c5-59a1-4d30-9661-63653fa83e50 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0638077 Jun 24 09:20:33.253349 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5e707ba9-9f9f-447e-947d-c73478f19290 req-d13a517c-6d80-4eab-b501-29fd1f4d223f tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344512 Jun 24 09:20:33.768357 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:34.433124 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1602a5-c9a9-4c15-8b2b-25566833dd15 req-67135687-8b65-47b6-b985-c356f30db3d6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:34.434516 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5c1602a5-c9a9-4c15-8b2b-25566833dd15 req-67135687-8b65-47b6-b985-c356f30db3d6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0647397 Jun 24 09:20:34.476697 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5c1602a5-c9a9-4c15-8b2b-25566833dd15 req-688ecef7-3499-41fa-9d5d-56483f6fb090 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351562 Jun 24 09:20:35.660605 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957048d-6577-48b3-9f17-a3d825c42f41 req-a5b11dfe-b734-496f-a63d-7ec537f2d3ec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:35.662115 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f957048d-6577-48b3-9f17-a3d825c42f41 req-a5b11dfe-b734-496f-a63d-7ec537f2d3ec tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0614114 Jun 24 09:20:35.705752 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f957048d-6577-48b3-9f17-a3d825c42f41 req-9fc49efd-ec10-4bd1-a5ef-a2db257bb982 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374410 Jun 24 09:20:36.886266 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4571-93b8-4faa-8b3a-ab6a85e709d5 req-9f4ad4e4-e8b1-48fc-8f27-36706fc6d4ed tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:36.887888 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f76a4571-93b8-4faa-8b3a-ab6a85e709d5 req-9f4ad4e4-e8b1-48fc-8f27-36706fc6d4ed tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0655024 Jun 24 09:20:36.927634 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f76a4571-93b8-4faa-8b3a-ab6a85e709d5 req-230bdd8a-c5e5-4de0-b559-48a16dbf2c71 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342021 Jun 24 09:20:38.149539 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cad266-c295-488b-9ce1-0377e0ebb436 req-4feba95f-8aa4-4acb-9b9d-cef6d4c80cc8 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:38.151058 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-86cad266-c295-488b-9ce1-0377e0ebb436 req-4feba95f-8aa4-4acb-9b9d-cef6d4c80cc8 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0661302 Jun 24 09:20:38.193270 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-86cad266-c295-488b-9ce1-0377e0ebb436 req-9cfc916f-637b-458f-8b6d-7fa7327cd92a tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354173 Jun 24 09:20:39.373175 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7699a8-ae81-4646-953d-659a4a0d4e50 req-e8171bce-d1d9-4c1e-b85c-4a92c544edaf tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:39.374671 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0e7699a8-ae81-4646-953d-659a4a0d4e50 req-e8171bce-d1d9-4c1e-b85c-4a92c544edaf tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0651162 Jun 24 09:20:39.418810 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0e7699a8-ae81-4646-953d-659a4a0d4e50 req-5fabd500-c7a0-4197-98e8-b928e71ef633 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381360 Jun 24 09:20:39.446321 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:40.599757 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03acea-7c8e-4d50-a841-fddae310a904 req-64ee2a27-d96b-4d52-9abb-5ae57b8b3b8f tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:40.601258 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-9a03acea-7c8e-4d50-a841-fddae310a904 req-64ee2a27-d96b-4d52-9abb-5ae57b8b3b8f tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0628138 Jun 24 09:20:40.640204 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-9a03acea-7c8e-4d50-a841-fddae310a904 req-d278ef35-0434-41a8-8103-581cc80b7df7 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332582 Jun 24 09:20:41.817335 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcce84-4962-4362-a376-8b8fa4dc07c8 req-b8a68388-d62a-42ea-9958-fb2bbc4641bb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:41.818714 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-05dcce84-4962-4362-a376-8b8fa4dc07c8 req-b8a68388-d62a-42ea-9958-fb2bbc4641bb tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0643165 Jun 24 09:20:41.856457 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-05dcce84-4962-4362-a376-8b8fa4dc07c8 req-9b701dc3-f143-46db-879c-4d8a33d3aae6 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321696 Jun 24 09:20:43.093339 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebbb48-36e3-4b1b-80f3-96ecee1ee480 req-590b0daf-9301-4297-b567-86fb8b3bfed4 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:43.094842 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8aebbb48-36e3-4b1b-80f3-96ecee1ee480 req-590b0daf-9301-4297-b567-86fb8b3bfed4 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0702300 Jun 24 09:20:43.132921 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8aebbb48-36e3-4b1b-80f3-96ecee1ee480 req-3c3b92ba-1a95-465d-977d-8c93ada67ea9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321112 Jun 24 09:20:43.741020 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d4cf-0087-4d6d-a4a2-ca1cc6da16bd req-7d07eaa9-1561-49a3-8b00-0da5b92b911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:43.742512 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-09f1d4cf-0087-4d6d-a4a2-ca1cc6da16bd req-7d07eaa9-1561-49a3-8b00-0da5b92b911c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1de26ab21d844892b2180caecacc5334&device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 1097 time: 0.0749476 Jun 24 09:20:43.905909 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d4cf-0087-4d6d-a4a2-ca1cc6da16bd req-055e3072-4edd-4db4-a775-c9b2b81c3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:43.907788 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-09f1d4cf-0087-4d6d-a4a2-ca1cc6da16bd req-055e3072-4edd-4db4-a775-c9b2b81c3c6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 200 len: 916 time: 0.1343918 Jun 24 09:20:43.978897 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-09f1d4cf-0087-4d6d-a4a2-ca1cc6da16bd req-72c504f5-2349-4cd2-896a-924f5b23df88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0 HTTP/1.1" status: 200 len: 1000 time: 0.0642195 Jun 24 09:20:44.040813 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d4cf-0087-4d6d-a4a2-ca1cc6da16bd req-34837021-a3aa-473e-a2e6-be4ad59b0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:44.043311 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-09f1d4cf-0087-4d6d-a4a2-ca1cc6da16bd req-34837021-a3aa-473e-a2e6-be4ad59b0a85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 200 len: 854 time: 0.0567527 Jun 24 09:20:44.122605 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d4cf-0087-4d6d-a4a2-ca1cc6da16bd req-7aad205d-75f8-4f41-8bf6-d66b758b2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:44.125837 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-09f1d4cf-0087-4d6d-a4a2-ca1cc6da16bd req-7aad205d-75f8-4f41-8bf6-d66b758b2654 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ed02516-6582-48a1-acf3-3f6a9bf8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756691 Jun 24 09:20:44.234892 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-09f1d4cf-0087-4d6d-a4a2-ca1cc6da16bd req-75aca0bd-e0f8-4368-9711-8dcd26dde1d5 service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023426 Jun 24 09:20:44.429150 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-09f1d4cf-0087-4d6d-a4a2-ca1cc6da16bd req-cbb12369-463d-4145-b473-03785a78a8ab service neutron] 10.222.0.23 "GET /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868246 Jun 24 09:20:44.448720 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebc9e0-bf7a-4339-a669-f00ae873a8ed req-048bfe47-794b-455c-bbb4-41f7a7305496 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:44.451431 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-59ebc9e0-bf7a-4339-a669-f00ae873a8ed req-048bfe47-794b-455c-bbb4-41f7a7305496 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.1229680 Jun 24 09:20:44.514706 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-59ebc9e0-bf7a-4339-a669-f00ae873a8ed req-fc9a2bf6-1951-4e10-86ca-83091b304e41 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534952 Jun 24 09:20:45.821347 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357851fa-8f64-4090-92e0-2e982d86959e req-bc17f712-bb3e-4239-a679-4487ac17f651 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:45.823711 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-357851fa-8f64-4090-92e0-2e982d86959e req-bc17f712-bb3e-4239-a679-4487ac17f651 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 944 time: 0.0849690 Jun 24 09:20:45.868988 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-357851fa-8f64-4090-92e0-2e982d86959e req-19ac388f-ef0e-4163-9c4d-0601bbd64e6f tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373845 Jun 24 09:20:46.546667 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device fbe863eb-3890-46b0-b7fe-a48108abd3b0 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:20:46.664315 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port fbe863eb-3890-46b0-b7fe-a48108abd3b0, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:20:46.685362 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'port_id': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'mac_address': 'fa:16:3e:7f:a5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:20:46.730427 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:46.744468 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe863eb-3890-46b0-b7fe-a48108abd3b0 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:20:46.767011 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port fbe863eb-3890-46b0-b7fe-a48108abd3b0, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:20:46.772739 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:46.774964 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:20:46.850705 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=fbe863eb-3890-46b0-b7fe-a48108abd3b0,revision_number=9']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:20:46.853972 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:20:47.114432 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ea51b-4766-487b-b7db-3777f4c2d27f req-c7371091-17f0-4c37-ac9a-1ae00b2a2219 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:47.115382 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-156ea51b-4766-487b-b7db-3777f4c2d27f req-c7371091-17f0-4c37-ac9a-1ae00b2a2219 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 945 time: 0.0827434 Jun 24 09:20:47.160192 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-156ea51b-4766-487b-b7db-3777f4c2d27f req-16d8b794-7bb6-4357-89e8-10556bf94069 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362163 Jun 24 09:20:47.234708 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['fbe863eb-3890-46b0-b7fe-a48108abd3b0'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:20:48.367422 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df94a9-732b-4d84-af0b-5d2d8e0f3151 req-38133005-6364-4509-b11a-e7eaed70c9a4 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:48.369801 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e7df94a9-732b-4d84-af0b-5d2d8e0f3151 req-38133005-6364-4509-b11a-e7eaed70c9a4 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 945 time: 0.0818586 Jun 24 09:20:48.417497 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e7df94a9-732b-4d84-af0b-5d2d8e0f3151 req-dc31fbfc-3648-4a2b-a499-c89664542aa2 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408478 Jun 24 09:20:48.560550 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device fbe863eb-3890-46b0-b7fe-a48108abd3b0 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:20:48.638987 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port fbe863eb-3890-46b0-b7fe-a48108abd3b0 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:20:48.639670 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:48.724449 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:48.750176 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:20:48.752682 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92c039d-e038-497f-800d-742a07cc4ccf" -d '{"events": [{"server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "name": "network-vif-plugged", "status": "completed", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:20:48.775776 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port fbe863eb-3890-46b0-b7fe-a48108abd3b0, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:20:48.782323 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:48.787753 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:20:48.823681 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9904c36-869b-46e0-81f6-bd708df99caf x-openstack-request-id: req-f9904c36-869b-46e0-81f6-bd708df99caf {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:20:48.824012 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "name": "network-vif-plugged", "status": "completed", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:20:48.824222 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9904c36-869b-46e0-81f6-bd708df99caf {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:20:48.824611 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'code': 200} Jun 24 09:20:48.858589 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=fbe863eb-3890-46b0-b7fe-a48108abd3b0,revision_number=10']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:20:48.863623 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:20:49.099295 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c4e82-f8e3-44f5-9b9e-203cd586fd80 req-65d2f06a-8d08-4712-a87d-6ca971fcc295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:49.100508 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bd7c4e82-f8e3-44f5-9b9e-203cd586fd80 req-65d2f06a-8d08-4712-a87d-6ca971fcc295 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 1100 time: 0.0582266 Jun 24 09:20:49.148270 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-bd7c4e82-f8e3-44f5-9b9e-203cd586fd80 req-e50a700f-79eb-4c64-a25a-ac4d60892b65 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388756 Jun 24 09:20:49.622140 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7571e1-0f2f-4daf-9c5d-db09b633c61a req-f63ce956-30ba-4b0b-90f5-6804c5790b70 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:49.624359 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ce7571e1-0f2f-4daf-9c5d-db09b633c61a req-f63ce956-30ba-4b0b-90f5-6804c5790b70 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 947 time: 0.0728221 Jun 24 09:20:49.672624 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ce7571e1-0f2f-4daf-9c5d-db09b633c61a req-e43d65f9-17ea-4765-959b-1479d39c2762 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417714 Jun 24 09:20:50.968044 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857d087-2315-462e-8732-15fd25be7e96 req-d424b185-af6f-4a7f-8061-723a8785f571 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:50.972829 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1857d087-2315-462e-8732-15fd25be7e96 req-d424b185-af6f-4a7f-8061-723a8785f571 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 947 time: 0.1139469 Jun 24 09:20:51.025699 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1857d087-2315-462e-8732-15fd25be7e96 req-e4d097c0-4aa0-44d8-9a31-88e6f540d008 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464714 Jun 24 09:20:52.257756 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c795d89-88d3-4706-ad82-f0880b27f005 req-96877313-54e1-4f81-ba66-67fb1dc76421 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:52.259385 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4c795d89-88d3-4706-ad82-f0880b27f005 req-96877313-54e1-4f81-ba66-67fb1dc76421 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 947 time: 0.0964584 Jun 24 09:20:52.317325 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4c795d89-88d3-4706-ad82-f0880b27f005 req-21cb6104-556d-4635-81f0-b1743dc55014 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505910 Jun 24 09:20:57.137814 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf1729-06d9-472b-8194-bac23eb6714f req-ddac39f2-e9cf-48a8-b456-5f893fa56498 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:57.139456 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5ddf1729-06d9-472b-8194-bac23eb6714f req-ddac39f2-e9cf-48a8-b456-5f893fa56498 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 946 time: 0.0822899 Jun 24 09:20:57.196471 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-5ddf1729-06d9-472b-8194-bac23eb6714f req-487943a1-017d-4e20-ab1c-f939963aa220 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=45be81aa-0c29-41ef-993b-329d10a362b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505602 Jun 24 09:20:58.406228 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15e092-0e4a-4569-aa9d-0668eb928dea req-f9126ad2-0c13-464a-8e88-311c5fc14f29 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:58.407876 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ee15e092-0e4a-4569-aa9d-0668eb928dea req-f9126ad2-0c13-464a-8e88-311c5fc14f29 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 946 time: 0.0786545 Jun 24 09:20:58.453639 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ee15e092-0e4a-4569-aa9d-0668eb928dea req-e2b4f9c9-1e64-4019-9cfe-4c74a67bb5df tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=45be81aa-0c29-41ef-993b-329d10a362b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364721 Jun 24 09:20:58.507681 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-08c99a65-3c88-4348-a48f-e48b0cc5d670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:59.437615 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-09d97697-4f8e-4ca8-90f0-88756633170c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:59.439082 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-09d97697-4f8e-4ca8-90f0-88756633170c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.23 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 946 time: 0.0641952 Jun 24 09:20:59.547895 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Deleting port d96ae095-311b-46ec-9af0-a693c404b7c9 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:20:59.548265 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:59.642557 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] For port d96ae095-311b-46ec-9af0-a693c404b7c9, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d96ae095-311b-46ec-9af0-a693c404b7c9,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:20:59.642909 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:59.644235 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e0324-fd1f-4078-b47b-e3d3e6c7b0de req-cf66a96b-459c-4fd3-bb59-70e4ea025bc7 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:20:59.645813 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c43e0324-fd1f-4078-b47b-e3d3e6c7b0de req-cf66a96b-459c-4fd3-bb59-70e4ea025bc7 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 946 time: 0.0694327 Jun 24 09:20:59.687137 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c43e0324-fd1f-4078-b47b-e3d3e6c7b0de req-3788e49b-98bb-4acb-9ed5-ea17b57bc460 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups?id=45be81aa-0c29-41ef-993b-329d10a362b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346210 Jun 24 09:20:59.814785 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:59.815152 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:59.815463 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.l3_db [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Floating IP de1481b1-3ed0-4273-86c3-6f86e0f933e2 disassociated. External IP: 172.28.1.233, port: d96ae095-311b-46ec-9af0-a693c404b7c9. Jun 24 09:20:59.815826 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Calling delete_port for d96ae095-311b-46ec-9af0-a693c404b7c9 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:20:59.954212 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:59.962004 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-8c03c74e-ca9b-4b82-8dd8-e2ee75a3258d tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:00.006658 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event deleted for resources: {'Port': ['ID=d96ae095-311b-46ec-9af0-a693c404b7c9,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:00.023319 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:00.023896 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:00.024262 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:00.025202 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:00.026188 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:00.026565 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:00.026927 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:00.027286 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:00.029003 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:00.029003 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:00.029003 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:00.029003 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:00.035054 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:00.146032 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Router b2366857-7c58-4810-bb42-2117db087f7d has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:21:00.268967 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:21:00.280520 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf864493-989c-47ba-9683-6a63cda839f2 None None] Sync routers for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:21:00.293050 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf864493-989c-47ba-9683-6a63cda839f2 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:21:00.293729 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-bf864493-989c-47ba-9683-6a63cda839f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:20:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:21:00.321385 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] No DVR routers for this DVR port d96ae095-311b-46ec-9af0-a693c404b7c9 on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:21:00.325157 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:00.328739 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c8c09f17-4a7b-4b88-ad23-ae52bef5e406 req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.23 "DELETE /v2.0/ports/d96ae095-311b-46ec-9af0-a693c404b7c9 HTTP/1.1" status: 204 len: 173 time: 0.8840513 Jun 24 09:21:00.329306 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a287b4-1070-4e97-bb8e-76ad98b14d37', 'name': 'network-vif-deleted', 'tag': 'd96ae095-311b-46ec-9af0-a693c404b7c9'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:21:00.332379 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be168500-191a-4a5c-8f6a-a42d8c5d5f01" -d '{"events": [{"server_uuid": "18a287b4-1070-4e97-bb8e-76ad98b14d37", "name": "network-vif-deleted", "tag": "d96ae095-311b-46ec-9af0-a693c404b7c9"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:21:00.381347 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63ac8d8-9992-476b-98f5-dbfe05adce92 x-openstack-request-id: req-d63ac8d8-9992-476b-98f5-dbfe05adce92 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:21:00.381673 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a287b4-1070-4e97-bb8e-76ad98b14d37", "name": "network-vif-deleted", "tag": "d96ae095-311b-46ec-9af0-a693c404b7c9", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:21:00.381963 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d63ac8d8-9992-476b-98f5-dbfe05adce92 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:21:00.382411 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a287b4-1070-4e97-bb8e-76ad98b14d37', 'name': 'network-vif-deleted', 'tag': 'd96ae095-311b-46ec-9af0-a693c404b7c9', 'status': 'completed', 'code': 200} Jun 24 09:21:00.434751 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-bf864493-989c-47ba-9683-6a63cda839f2 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:21:00.665423 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-bf864493-989c-47ba-9683-6a63cda839f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:57Z', 'revision_number': 5, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:21:00.693389 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf864493-989c-47ba-9683-6a63cda839f2 None None] Checking router: b2366857-7c58-4810-bb42-2117db087f7d for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:21:00.702193 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf864493-989c-47ba-9683-6a63cda839f2 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:21:00.702809 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-bf864493-989c-47ba-9683-6a63cda839f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:20:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:21:00.819892 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-bf864493-989c-47ba-9683-6a63cda839f2 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:21:00.864002 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6dea5402-d67f-4126-ac1e-29b41a35078e req-fcb2e3e9-cb50-4cc4-b1f7-36bb1c397384 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a287b4-1070-4e97-bb8e-76ad98b14d37 HTTP/1.1" status: 200 len: 210 time: 0.0336092 Jun 24 09:21:01.170762 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-12ee6217-5cde-4a57-b641-82c38de18906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:01.201796 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-bf864493-989c-47ba-9683-6a63cda839f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:57Z', 'revision_number': 5, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:21:01.232627 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf864493-989c-47ba-9683-6a63cda839f2 None None] The sync data for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb is: [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:43Z', 'revision_number': 4, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '02e1c71e-d049-4262-b876-f118a1efee5b', 'name': '', 'network_id': 'bec49d64-4369-4490-ad85-2e53541d2805', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'mac_address': 'fa:16:3e:04:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:42Z', 'updated_at': '2021-06-24T09:12:57Z', 'revision_number': 5, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'subnets': [{'id': '38df72ae-f46f-47b9-9a1e-83a1b5f659e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:21:01.252255 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:01.454196 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a356850-2975-40d6-bada-0cd99a168d35 None None] New status for floating IP de1481b1-3ed0-4273-86c3-6f86e0f933e2: DOWN {{(pid=93125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:21:01.992307 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37208) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:02.048525 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-84b82a0f-d366-4cd8-8fe3-ef094ca83e02 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:02.070870 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-84b82a0f-d366-4cd8-8fe3-ef094ca83e02 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:02.118850 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-84b82a0f-d366-4cd8-8fe3-ef094ca83e02 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:02.121457 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-84b82a0f-d366-4cd8-8fe3-ef094ca83e02 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:02.122579 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-84b82a0f-d366-4cd8-8fe3-ef094ca83e02 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "DELETE /v2.0/security-groups/45be81aa-0c29-41ef-993b-329d10a362b3 HTTP/1.1" status: 204 len: 168 time: 0.1292729 Jun 24 09:21:02.123356 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-2400437e-c6a4-4972-83d9-e595179bf706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:02.125512 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37210) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:02.132454 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b82a0f-d366-4cd8-8fe3-ef094ca83e02 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45be81aa-0c29-41ef-993b-329d10a362b3,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:02.134937 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-84b82a0f-d366-4cd8-8fe3-ef094ca83e02 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:02.138827 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.api.v2.resource [None req-72e163af-e1dd-4377-a0c4-e57b806da14c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] show failed (client error): The resource could not be found. Jun 24 09:21:02.142733 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-72e163af-e1dd-4377-a0c4-e57b806da14c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "GET /v2.0/security-groups/45be81aa-0c29-41ef-993b-329d10a362b3 HTTP/1.1" status: 404 len: 347 time: 0.0138822 Jun 24 09:21:02.143619 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37212) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:02.265170 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Deleting port 0e84a8e2-6ce6-42af-95fd-037bdbe602e2 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:21:02.265505 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:02.314695 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:02.344051 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:02.344376 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:02.356224 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Calling delete_port for 0e84a8e2-6ce6-42af-95fd-037bdbe602e2 owned by network:floatingip {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:21:02.495911 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:02.497599 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:02.523917 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Pushing event deleted for resources: {'Port': ['ID=0e84a8e2-6ce6-42af-95fd-037bdbe602e2,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:02.534758 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:02.535169 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:02.535586 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:02.535981 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:02.536339 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:02.536698 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:02.537050 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:02.537403 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:02.537755 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:02.538103 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:02.538450 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:02.538796 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:02.556129 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:02.593043 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks [] for floatingip, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:02.595531 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:02.596670 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] 10.222.0.22 "DELETE /v2.0/floatingips/de1481b1-3ed0-4273-86c3-6f86e0f933e2 HTTP/1.1" status: 204 len: 168 time: 0.4522507 Jun 24 09:21:02.614816 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device d96ae095-311b-46ec-9af0-a693c404b7c9 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:21:02.634927 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: d96ae095-311b-46ec-9af0-a693c404b7c9 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:21:02.635896 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device d96ae095-311b-46ec-9af0-a693c404b7c9 not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:21:03.771889 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:05.399110 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:21:06.274148 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37240) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:06.696511 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-15a7fd75-ff72-4eb8-9592-7468cd8847dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519082'] for router_interface, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:07.160420 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-15a7fd75-ff72-4eb8-9592-7468cd8847dc admin admin] Deleting port 02e1c71e-d049-4262-b876-f118a1efee5b {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:21:07.160756 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-15a7fd75-ff72-4eb8-9592-7468cd8847dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:07.237709 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-15a7fd75-ff72-4eb8-9592-7468cd8847dc admin admin] For port 02e1c71e-d049-4262-b876-f118a1efee5b, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=02e1c71e-d049-4262-b876-f118a1efee5b,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:21:07.237990 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-15a7fd75-ff72-4eb8-9592-7468cd8847dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:07.249755 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-15a7fd75-ff72-4eb8-9592-7468cd8847dc admin admin] Calling delete_port for 02e1c71e-d049-4262-b876-f118a1efee5b owned by network:router_interface {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:21:07.423207 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-15a7fd75-ff72-4eb8-9592-7468cd8847dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:07.425146 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-dc826302-64bd-4e89-b6b9-d2fbf375947e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:07.447184 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7fd75-ff72-4eb8-9592-7468cd8847dc admin admin] Pushing event deleted for resources: {'Port': ['ID=02e1c71e-d049-4262-b876-f118a1efee5b,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:07.449820 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-15a7fd75-ff72-4eb8-9592-7468cd8847dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:07.611039 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-15a7fd75-ff72-4eb8-9592-7468cd8847dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439578'] for router_interface, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:07.815927 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a7fd75-ff72-4eb8-9592-7468cd8847dc admin admin] Router b2366857-7c58-4810-bb42-2117db087f7d has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:21:07.916951 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a7fd75-ff72-4eb8-9592-7468cd8847dc admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:21:07.921855 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-15a7fd75-ff72-4eb8-9592-7468cd8847dc admin admin] 10.222.0.22 "PUT /v2.0/routers/b2366857-7c58-4810-bb42-2117db087f7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6466858 Jun 24 09:21:07.924429 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37244) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:07.927226 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0b0b8-9c8f-4468-a0c6-474b68b264c9 None None] Sync routers for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:21:07.936904 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0b0b8-9c8f-4468-a0c6-474b68b264c9 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:21:07.937516 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-96f0b0b8-9c8f-4468-a0c6-474b68b264c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:21:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:21:08.026885 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Notify callbacks [] for router, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.041184 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-96f0b0b8-9c8f-4468-a0c6-474b68b264c9 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:21:08.127907 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.179399 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Deleting port 946d0f7f-b54f-4449-81f2-3b4751b91b3c {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:21:08.179760 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.213672 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-96f0b0b8-9c8f-4468-a0c6-474b68b264c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64'}], 'enable_snat': True}, 'gw_port_id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:21:07Z', 'revision_number': 5, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port': {'id': '946d0f7f-b54f-4449-81f2-3b4751b91b3c', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:21:08.239326 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0b0b8-9c8f-4468-a0c6-474b68b264c9 None None] Checking router: b2366857-7c58-4810-bb42-2117db087f7d for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:21:08.247279 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0b0b8-9c8f-4468-a0c6-474b68b264c9 None None] Routers {'b2366857-7c58-4810-bb42-2117db087f7d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:21:08.247927 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-96f0b0b8-9c8f-4468-a0c6-474b68b264c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:21:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['b2366857-7c58-4810-bb42-2117db087f7d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:21:08.259767 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] For port 946d0f7f-b54f-4449-81f2-3b4751b91b3c, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=946d0f7f-b54f-4449-81f2-3b4751b91b3c,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:21:08.260517 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.273463 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Calling delete_port for 946d0f7f-b54f-4449-81f2-3b4751b91b3c owned by network:router_gateway {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:21:08.332271 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-96f0b0b8-9c8f-4468-a0c6-474b68b264c9 None None] Set router b2366857-7c58-4810-bb42-2117db087f7d gateway port host: None {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:21:08.386296 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-96f0b0b8-9c8f-4468-a0c6-474b68b264c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:21:08Z', 'revision_number': 6, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port_host': None}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:21:08.412410 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0b0b8-9c8f-4468-a0c6-474b68b264c9 None None] The sync data for ids ['b2366857-7c58-4810-bb42-2117db087f7d'] in dv-cinder-797812-1-smb is: [{'id': 'b2366857-7c58-4810-bb42-2117db087f7d', 'name': 'tempest-AttachVolumeTestJSON-1312320007-router', 'tenant_id': '0b67ac5a655342b8b8de30b65acaa730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:21:08Z', 'revision_number': 6, 'project_id': '0b67ac5a655342b8b8de30b65acaa730', 'gw_port_host': None}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:21:08.442035 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.444148 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a7f99050-070e-4e0e-bb02-a9ae70783e84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:08.469466 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Pushing event deleted for resources: {'Port': ['ID=946d0f7f-b54f-4449-81f2-3b4751b91b3c,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:08.472519 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:08.529573 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439359'] for router_gateway, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.614032 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10035'] for router, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.616049 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.660147 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440383'] for router, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.660624 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2366857-7c58-4810-bb42-2117db087f7d {{(pid=93121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:21:08.665420 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.666537 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-af90480a-452d-43f8-805b-99834aca1445 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b2366857-7c58-4810-bb42-2117db087f7d HTTP/1.1" status: 204 len: 168 time: 0.7412183 Jun 24 09:21:08.669030 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37246) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:08.713286 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75b0c60-3c25-475c-aae0-5f01ab4dd7ce admin admin] Deleting subnet 38df72ae-f46f-47b9-9a1e-83a1b5f659e6 {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:21:08.716172 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d75b0c60-3c25-475c-aae0-5f01ab4dd7ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.749964 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d75b0c60-3c25-475c-aae0-5f01ab4dd7ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6245609'] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.865573 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d75b0c60-3c25-475c-aae0-5f01ab4dd7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.925547 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d75b0c60-3c25-475c-aae0-5f01ab4dd7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6174832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289949'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.927802 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:08.954791 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b0c60-3c25-475c-aae0-5f01ab4dd7ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38df72ae-f46f-47b9-9a1e-83a1b5f659e6,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:08.958524 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d75b0c60-3c25-475c-aae0-5f01ab4dd7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:08.960145 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d75b0c60-3c25-475c-aae0-5f01ab4dd7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:08.963113 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-d75b0c60-3c25-475c-aae0-5f01ab4dd7ce admin admin] 10.222.0.22 "DELETE /v2.0/subnets/38df72ae-f46f-47b9-9a1e-83a1b5f659e6 HTTP/1.1" status: 204 len: 168 time: 0.2931342 Jun 24 09:21:08.964364 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e4f303-fd1d-42a0-bb80-fc30e7e8413b None None] Network bec49d64-4369-4490-ad85-2e53541d2805 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:21:08.965529 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37248) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:09.033868 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.085451 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Deleting port b8ea437b-54e0-4db0-9293-05650b1ec089 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:21:09.085787 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.150335 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] For port b8ea437b-54e0-4db0-9293-05650b1ec089, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=b8ea437b-54e0-4db0-9293-05650b1ec089,segment=NetworkSegment(5d9edcfc-fc99-450b-8b26-e6b57dd355db),segment_id=5d9edcfc-fc99-450b-8b26-e6b57dd355db)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:21:09.150692 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.163172 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Calling delete_port for b8ea437b-54e0-4db0-9293-05650b1ec089 owned by network:dhcp {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:21:09.240783 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0959dffc-bf18-4668-965c-15c14febad81 None None] DHCP port deletion for bec49d64-4369-4490-ad85-2e53541d2805 request from dv-cinder-797812-1-smb {{(pid=93124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:21:09.241742 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.254456 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-83aca3d3-3efb-485e-bd65-95550a447b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:09.278290 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] No DVR routers for this DVR port b8ea437b-54e0-4db0-9293-05650b1ec089 on host dv-cinder-797812-1-smb {{(pid=93121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:21:09.283288 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ea437b-54e0-4db0-9293-05650b1ec089,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:09.289365 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:09.297052 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 946d0f7f-b54f-4449-81f2-3b4751b91b3c no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:21:09.317186 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: 946d0f7f-b54f-4449-81f2-3b4751b91b3c {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:21:09.317539 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 946d0f7f-b54f-4449-81f2-3b4751b91b3c not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:21:09.317969 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 02e1c71e-d049-4262-b876-f118a1efee5b no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:21:09.336457 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: 02e1c71e-d049-4262-b876-f118a1efee5b {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:21:09.336809 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 02e1c71e-d049-4262-b876-f118a1efee5b not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:21:09.337251 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b8ea437b-54e0-4db0-9293-05650b1ec089 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:21:09.355779 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: b8ea437b-54e0-4db0-9293-05650b1ec089 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:21:09.356622 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b8ea437b-54e0-4db0-9293-05650b1ec089 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:21:09.362888 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.373971 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec49d64-4369-4490-ad85-2e53541d2805']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:21:09.384141 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9edcfc-fc99-450b-8b26-e6b57dd355db') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:21:09.384437 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9edcfc-fc99-450b-8b26-e6b57dd355db') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:21:09.393890 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6245616'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.406688 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.412255 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:21:09.412629 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6174959'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: Traceback (most recent call last): Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: timer() Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: cb(*args, **kw) Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: return func(*args, **kwargs) Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: self._notify() Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: self.callback(batched_events) Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: event.method(event) Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: return f(self, *a, **k) Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: return self._get(url).json() Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:21:09.414254 dv-cinder-797812-1-smb neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:21:09.442187 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.472333 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.476046 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:09.478731 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.480370 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] 10.222.0.22 "DELETE /v2.0/networks/bec49d64-4369-4490-ad85-2e53541d2805 HTTP/1.1" status: 204 len: 168 time: 0.5138965 Jun 24 09:21:09.491479 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Pushing event deleted for resources: {'Network': ['ID=bec49d64-4369-4490-ad85-2e53541d2805,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:09.494110 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:09.596033 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37252) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:09.634905 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-d06a96d1-f9bb-4a8f-85d9-0d277eddd4ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b67ac5a655342b8b8de30b65acaa730&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373483 Jun 24 09:21:09.637197 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37254) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:09.683246 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ad9e00ce-784c-42e5-8399-66d978cb468b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.703555 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ad9e00ce-784c-42e5-8399-66d978cb468b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.748227 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ad9e00ce-784c-42e5-8399-66d978cb468b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.751441 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ad9e00ce-784c-42e5-8399-66d978cb468b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:09.752662 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-ad9e00ce-784c-42e5-8399-66d978cb468b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65a2535f-2d86-43ff-9b35-db68bd4e2c24 HTTP/1.1" status: 204 len: 168 time: 0.1145635 Jun 24 09:21:09.753409 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-3520f962-1602-4713-a538-0aac21371734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:09.761192 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e00ce-784c-42e5-8399-66d978cb468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a2535f-2d86-43ff-9b35-db68bd4e2c24,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:09.763582 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ad9e00ce-784c-42e5-8399-66d978cb468b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:10.924540 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37304) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:11.025729 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-091106be-e48b-4576-8ec7-62d296a7bd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:11.110962 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-091106be-e48b-4576-8ec7-62d296a7bd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:11.115468 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-091106be-e48b-4576-8ec7-62d296a7bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:11.118787 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0dee1f23-03e3-465d-9ee2-d6d5a441675d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:11.153152 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-091106be-e48b-4576-8ec7-62d296a7bd73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f90d3cf43a644742a1d50e6dc2147fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275736 Jun 24 09:21:11.154155 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091106be-e48b-4576-8ec7-62d296a7bd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c307f74b-5c06-496a-9f59-1be264353585,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:11.156403 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37308) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:11.158154 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-091106be-e48b-4576-8ec7-62d296a7bd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:11.206730 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a97f-f093-4609-9057-8d268672b974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:11.227187 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a97f-f093-4609-9057-8d268672b974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:11.271319 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a97f-f093-4609-9057-8d268672b974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:11.273896 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a97f-f093-4609-9057-8d268672b974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:11.275014 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-4cb8a97f-f093-4609-9057-8d268672b974 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c307f74b-5c06-496a-9f59-1be264353585 HTTP/1.1" status: 204 len: 168 time: 0.1176336 Jun 24 09:21:11.275775 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fe87c066-ba6e-4f27-9807-6434c46a96ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:11.283444 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8a97f-f093-4609-9057-8d268672b974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c307f74b-5c06-496a-9f59-1be264353585,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:11.285660 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-4cb8a97f-f093-4609-9057-8d268672b974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:12.941125 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37370) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:13.042906 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-113f4dbb-9e30-494f-b4dd-64e8e3d90073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.132993 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-113f4dbb-9e30-494f-b4dd-64e8e3d90073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.136602 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-113f4dbb-9e30-494f-b4dd-64e8e3d90073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.140011 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-fb6739e9-750a-41e5-9582-49542b31f224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:13.174757 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-113f4dbb-9e30-494f-b4dd-64e8e3d90073 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9bdd00f7624405c92d996dd0afcea58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325947 Jun 24 09:21:13.175902 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f4dbb-9e30-494f-b4dd-64e8e3d90073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a04976-df4c-4ce6-b925-ced0fa1e9043,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:13.177541 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37374) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:13.179087 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-113f4dbb-9e30-494f-b4dd-64e8e3d90073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:13.226787 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b353cab3-2e1e-4db8-b0a2-7b0814e62f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.247635 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b353cab3-2e1e-4db8-b0a2-7b0814e62f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.291860 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b353cab3-2e1e-4db8-b0a2-7b0814e62f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.294447 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b353cab3-2e1e-4db8-b0a2-7b0814e62f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.295666 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-b353cab3-2e1e-4db8-b0a2-7b0814e62f62 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1a04976-df4c-4ce6-b925-ced0fa1e9043 HTTP/1.1" status: 204 len: 168 time: 0.1161320 Jun 24 09:21:13.296456 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-90203307-f2eb-49af-9473-347fd4df8598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:13.304490 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353cab3-2e1e-4db8-b0a2-7b0814e62f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a04976-df4c-4ce6-b925-ced0fa1e9043,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:13.306844 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-b353cab3-2e1e-4db8-b0a2-7b0814e62f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:13.547687 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37382) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:13.561104 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53aff52d-18e1-4182-8380-984f4b397935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.647707 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53aff52d-18e1-4182-8380-984f4b397935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.651622 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53aff52d-18e1-4182-8380-984f4b397935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.654940 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-091106be-e48b-4576-8ec7-62d296a7bd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:13.688318 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-53aff52d-18e1-4182-8380-984f4b397935 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef0585985531477f95df999b5bdc2e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396096 Jun 24 09:21:13.690257 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aff52d-18e1-4182-8380-984f4b397935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1365d8d6-71bd-4834-a98e-dad4785c0bce,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:13.691022 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37384) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:13.693096 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-53aff52d-18e1-4182-8380-984f4b397935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:13.739641 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa0dadd0-5eaa-4ac3-b6dd-be7e7fdb4f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.760070 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa0dadd0-5eaa-4ac3-b6dd-be7e7fdb4f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.805710 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa0dadd0-5eaa-4ac3-b6dd-be7e7fdb4f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.808613 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa0dadd0-5eaa-4ac3-b6dd-be7e7fdb4f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:13.809749 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-fa0dadd0-5eaa-4ac3-b6dd-be7e7fdb4f0e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1365d8d6-71bd-4834-a98e-dad4785c0bce HTTP/1.1" status: 204 len: 168 time: 0.1175387 Jun 24 09:21:13.810565 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-01d66628-8ae6-4a68-8ae3-a82fdd2e984f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:13.820024 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dadd0-5eaa-4ac3-b6dd-be7e7fdb4f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1365d8d6-71bd-4834-a98e-dad4785c0bce,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:13.822215 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fa0dadd0-5eaa-4ac3-b6dd-be7e7fdb4f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:15.295945 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37428) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:15.394587 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f9785609-c4d1-421b-b3c5-c60ff9febf29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:15.488722 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f9785609-c4d1-421b-b3c5-c60ff9febf29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:15.492626 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f9785609-c4d1-421b-b3c5-c60ff9febf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:15.495195 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-df5f4ae9-b4f4-4ba6-80c9-3b0f71e1d762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:15.530199 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9785609-c4d1-421b-b3c5-c60ff9febf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4dc69e-c30c-44ff-addb-3e22fbe583ab,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:15.534257 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-f9785609-c4d1-421b-b3c5-c60ff9febf29 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85aebbec75f54024b97dbe66709b29ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373238 Jun 24 09:21:15.535230 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f9785609-c4d1-421b-b3c5-c60ff9febf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:15.536945 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37432) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:15.584914 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9067fd6e-315a-4d84-9712-cfd16933eef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:15.605019 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9067fd6e-315a-4d84-9712-cfd16933eef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:15.650011 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9067fd6e-315a-4d84-9712-cfd16933eef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:15.652683 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9067fd6e-315a-4d84-9712-cfd16933eef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:15.653862 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-9067fd6e-315a-4d84-9712-cfd16933eef0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e4dc69e-c30c-44ff-addb-3e22fbe583ab HTTP/1.1" status: 204 len: 168 time: 0.1159711 Jun 24 09:21:15.654835 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-0b5e134b-3687-4316-87cc-acd0d845f91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:15.661906 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067fd6e-315a-4d84-9712-cfd16933eef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4dc69e-c30c-44ff-addb-3e22fbe583ab,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:15.664100 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-9067fd6e-315a-4d84-9712-cfd16933eef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:15.898177 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37438) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:15.914684 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-efb708de-0bd9-4ae4-9438-1be5ddffb5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:15.998621 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-efb708de-0bd9-4ae4-9438-1be5ddffb5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:16.002482 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-efb708de-0bd9-4ae4-9438-1be5ddffb5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:16.005962 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-99dca193-07bd-4525-8cea-ebe5b850ed79 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:16.040278 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb708de-0bd9-4ae4-9438-1be5ddffb5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4018317f-7894-46ed-b4f3-9c64d125ab3b,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:16.044472 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-efb708de-0bd9-4ae4-9438-1be5ddffb5da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a09721b3acd3469db0f29944299809f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452494 Jun 24 09:21:16.045383 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-efb708de-0bd9-4ae4-9438-1be5ddffb5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:16.047600 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37440) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:16.095551 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5c05552-dff4-4bcb-bc5e-52a909ffb353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:16.115441 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5c05552-dff4-4bcb-bc5e-52a909ffb353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:16.159035 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5c05552-dff4-4bcb-bc5e-52a909ffb353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:16.161620 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5c05552-dff4-4bcb-bc5e-52a909ffb353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:16.162730 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-a5c05552-dff4-4bcb-bc5e-52a909ffb353 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4018317f-7894-46ed-b4f3-9c64d125ab3b HTTP/1.1" status: 204 len: 168 time: 0.1142454 Jun 24 09:21:16.163540 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-431d82ad-05cb-4c6d-883f-394d00fd2c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:16.170636 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c05552-dff4-4bcb-bc5e-52a909ffb353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4018317f-7894-46ed-b4f3-9c64d125ab3b,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:16.172824 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a5c05552-dff4-4bcb-bc5e-52a909ffb353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:17.687958 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37486) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:17.786364 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-43cabb37-40d2-479c-815c-5a7cc643d157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:17.873778 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-43cabb37-40d2-479c-815c-5a7cc643d157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:17.878415 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-43cabb37-40d2-479c-815c-5a7cc643d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:17.902548 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-9b8b34a3-cd13-4cb5-b243-a68ded0d66cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:17.909455 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-43cabb37-40d2-479c-815c-5a7cc643d157 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dbad87dbc99945b0b27795c806601c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190289 Jun 24 09:21:17.910293 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37490) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:17.927326 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cabb37-40d2-479c-815c-5a7cc643d157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0b70cb-df66-4c0c-916b-e1903a2ad91a,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:17.930731 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-43cabb37-40d2-479c-815c-5a7cc643d157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:17.963319 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-18b314be-a276-4238-a9f0-f6c1f055c9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:17.982880 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-18b314be-a276-4238-a9f0-f6c1f055c9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:18.031229 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-18b314be-a276-4238-a9f0-f6c1f055c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:18.033887 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-18b314be-a276-4238-a9f0-f6c1f055c9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:18.034994 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-18b314be-a276-4238-a9f0-f6c1f055c9a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c0b70cb-df66-4c0c-916b-e1903a2ad91a HTTP/1.1" status: 204 len: 168 time: 0.1224556 Jun 24 09:21:18.035872 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-8cc90c3c-37a7-4400-a551-035f39f1db38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:18.043064 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b314be-a276-4238-a9f0-f6c1f055c9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0b70cb-df66-4c0c-916b-e1903a2ad91a,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:18.045269 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-18b314be-a276-4238-a9f0-f6c1f055c9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:18.285622 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37496) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:18.298402 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-edee2dbf-3f7d-491c-b0de-afec328d404f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:18.385888 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-edee2dbf-3f7d-491c-b0de-afec328d404f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:18.389484 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-edee2dbf-3f7d-491c-b0de-afec328d404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:18.392712 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-b85fd712-bee2-47d8-827a-23ce1dcc847e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:18.427725 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-edee2dbf-3f7d-491c-b0de-afec328d404f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd56a76075364098b49f0cb50b4b22f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410275 Jun 24 09:21:18.429170 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee2dbf-3f7d-491c-b0de-afec328d404f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdfdde3-51dd-4406-a9bf-0cf05a48e687,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:18.430681 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37498) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:18.432180 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-edee2dbf-3f7d-491c-b0de-afec328d404f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:18.479803 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-61192178-7043-4702-9696-52e18e41227f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:18.500878 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-61192178-7043-4702-9696-52e18e41227f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:18.545047 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-61192178-7043-4702-9696-52e18e41227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:18.548288 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-61192178-7043-4702-9696-52e18e41227f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:18.549407 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-61192178-7043-4702-9696-52e18e41227f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6cdfdde3-51dd-4406-a9bf-0cf05a48e687 HTTP/1.1" status: 204 len: 168 time: 0.1177628 Jun 24 09:21:18.550151 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-6afa7c36-ddb1-4eef-a747-ab4570e9c3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:18.557416 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61192178-7043-4702-9696-52e18e41227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdfdde3-51dd-4406-a9bf-0cf05a48e687,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:18.559612 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-61192178-7043-4702-9696-52e18e41227f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:26.438070 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37622) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:26.537247 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-33e5aefd-759e-47ec-bc29-42c5576223df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:26.622980 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-33e5aefd-759e-47ec-bc29-42c5576223df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:26.626604 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-33e5aefd-759e-47ec-bc29-42c5576223df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:26.629848 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-7147670c-bb98-46d7-8585-17a8c25f5cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:26.662578 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-33e5aefd-759e-47ec-bc29-42c5576223df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d72c5fb1fac249269e823e060c9eb8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234898 Jun 24 09:21:26.664454 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5aefd-759e-47ec-bc29-42c5576223df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1612254-299c-43f0-97cb-a7fbef07e5a5,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:26.665320 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37626) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:26.667592 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-33e5aefd-759e-47ec-bc29-42c5576223df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:26.713186 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4be5f1b0-47a2-4819-8f18-4c1e6d2ebfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:26.734593 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4be5f1b0-47a2-4819-8f18-4c1e6d2ebfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:26.779390 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4be5f1b0-47a2-4819-8f18-4c1e6d2ebfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:26.782554 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4be5f1b0-47a2-4819-8f18-4c1e6d2ebfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:26.783733 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-4be5f1b0-47a2-4819-8f18-4c1e6d2ebfac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1612254-299c-43f0-97cb-a7fbef07e5a5 HTTP/1.1" status: 204 len: 168 time: 0.1173534 Jun 24 09:21:26.784477 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-f3488dcb-871a-429c-bd49-64500a0d164c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:26.791491 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5f1b0-47a2-4819-8f18-4c1e6d2ebfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1612254-299c-43f0-97cb-a7fbef07e5a5,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:26.793922 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4be5f1b0-47a2-4819-8f18-4c1e6d2ebfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:27.032789 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37632) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:27.049146 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-178fd11b-f1fb-4175-bfb2-f83b6349d443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.138347 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-178fd11b-f1fb-4175-bfb2-f83b6349d443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.142404 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-178fd11b-f1fb-4175-bfb2-f83b6349d443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.144958 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e4103166-c0cf-4df2-a99f-52d0ee2da9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:27.179570 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-178fd11b-f1fb-4175-bfb2-f83b6349d443 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64cb79a40e3a49dd84155409efc5363f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454868 Jun 24 09:21:27.180423 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fd11b-f1fb-4175-bfb2-f83b6349d443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80ed407-cab5-40a0-84f8-fa138790ce36,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:27.182307 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37636) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:27.183337 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-178fd11b-f1fb-4175-bfb2-f83b6349d443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:27.233842 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7cce-e24e-47f5-b275-a1390248e147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.254632 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7cce-e24e-47f5-b275-a1390248e147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.299392 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7cce-e24e-47f5-b275-a1390248e147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.302022 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7cce-e24e-47f5-b275-a1390248e147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.303140 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-ff8b7cce-e24e-47f5-b275-a1390248e147 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b80ed407-cab5-40a0-84f8-fa138790ce36 HTTP/1.1" status: 204 len: 168 time: 0.1198359 Jun 24 09:21:27.304198 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-c9fa2fc4-b655-485d-a4e9-7ba4fa14211a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:27.311298 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b7cce-e24e-47f5-b275-a1390248e147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80ed407-cab5-40a0-84f8-fa138790ce36,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:27.314636 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ff8b7cce-e24e-47f5-b275-a1390248e147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:27.619247 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37644) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:27.632690 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-80e9af9b-4651-460e-b664-cd11199e146a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.717510 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-80e9af9b-4651-460e-b664-cd11199e146a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.721045 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-80e9af9b-4651-460e-b664-cd11199e146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.723429 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a0855d6d-e745-4711-bf53-9edda0becf88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:27.762206 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9af9b-4651-460e-b664-cd11199e146a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6097bbe9-a56e-4e21-81f9-fab0becccfe0,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:27.766215 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-80e9af9b-4651-460e-b664-cd11199e146a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8e72fae2a764c3e944c42a838b746f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459482 Jun 24 09:21:27.767148 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-80e9af9b-4651-460e-b664-cd11199e146a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:27.768815 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37646) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:27.815262 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-46b51447-ad69-4504-b08d-ccfd4b0d6b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.837965 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-46b51447-ad69-4504-b08d-ccfd4b0d6b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.881822 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-46b51447-ad69-4504-b08d-ccfd4b0d6b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.884538 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-46b51447-ad69-4504-b08d-ccfd4b0d6b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:27.885636 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-46b51447-ad69-4504-b08d-ccfd4b0d6b0a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6097bbe9-a56e-4e21-81f9-fab0becccfe0 HTTP/1.1" status: 204 len: 168 time: 0.1159201 Jun 24 09:21:27.886437 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fa32e736-0efb-4d20-876b-7c78c58236ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:27.893454 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b51447-ad69-4504-b08d-ccfd4b0d6b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6097bbe9-a56e-4e21-81f9-fab0becccfe0,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:27.895661 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-46b51447-ad69-4504-b08d-ccfd4b0d6b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:28.500299 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-94f1c947-8f12-4464-8a86-e42e032041d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:28.548672 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37668) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:28.641177 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-133032056-network', 'tenant_id': '5c5f0e3cad2a42b999859b092cd43820'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:21:28.662329 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Made reservation on behalf of 5c5f0e3cad2a42b999859b092cd43820 for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:21:28.664783 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:28.673352 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:28.760624 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:28.764963 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:28.767901 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-93403d04-83c4-43e3-9258-812dcce4060d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:28.789444 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:21:28.799402 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:28.803470 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:28.804803 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:28.805125 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.segments_db [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Added segment a9505ce1-38fc-4f91-ad93-ad06bf1026b0 of type vlan for network 49a1fe34-e037-4299-8479-ec79eeab6658 Jun 24 09:21:28.842473 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:28.870378 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:28.871617 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:28.872229 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:28.874206 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:28.928066 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3783026 Jun 24 09:21:28.931222 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37672) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:28.933413 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Pushing event updated for resources: {'Network': ['ID=49a1fe34-e037-4299-8479-ec79eeab6658,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:28.936100 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:28.936257 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-18f6ef1b-78e1-4710-bb35-6680f17605f0 admin admin] Request body: {'subnet': {'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-133032056-subnet', 'tenant_id': '5c5f0e3cad2a42b999859b092cd43820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:21:28.943369 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network 49a1fe34-e037-4299-8479-ec79eeab6658 details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:21:28.956380 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f6ef1b-78e1-4710-bb35-6680f17605f0 admin admin] Made reservation on behalf of 5c5f0e3cad2a42b999859b092cd43820 for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:21:28.958893 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-18f6ef1b-78e1-4710-bb35-6680f17605f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4603178'] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:29.123591 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-18f6ef1b-78e1-4710-bb35-6680f17605f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4695762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4603192'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:29.126270 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-a0957e3f-04aa-4a31-818c-e7b4b0a8f371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:29.177922 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6ef1b-78e1-4710-bb35-6680f17605f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df85e82c-3e6a-459d-a371-20c3060caa2a,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:29.182664 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-18f6ef1b-78e1-4710-bb35-6680f17605f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:29.185334 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f6ef1b-78e1-4710-bb35-6680f17605f0 admin admin] Checking segment: {'id': 'a9505ce1-38fc-4f91-ad93-ad06bf1026b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:21:29.185689 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f6ef1b-78e1-4710-bb35-6680f17605f0 admin admin] Network hostable DHCP agents. Network: 49a1fe34-e037-4299-8479-ec79eeab6658, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:21:29.201263 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f6ef1b-78e1-4710-bb35-6680f17605f0 admin admin] Network 49a1fe34-e037-4299-8479-ec79eeab6658 is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:21:29.210061 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-18f6ef1b-78e1-4710-bb35-6680f17605f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, 49a1fe34-e037-4299-8479-ec79eeab6658) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:21:29.214116 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f6ef1b-78e1-4710-bb35-6680f17605f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:29.214683 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-18f6ef1b-78e1-4710-bb35-6680f17605f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:29.218845 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018938a8-79dc-4686-8a5e-0dee2af4f84e None None] Network 49a1fe34-e037-4299-8479-ec79eeab6658 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:21:29.234932 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-18f6ef1b-78e1-4710-bb35-6680f17605f0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2962344 Jun 24 09:21:29.340581 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3050bda3-db30-4ee3-824b-bfabc5330940 None None] Network 49a1fe34-e037-4299-8479-ec79eeab6658 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:21:30.986274 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bd422fc8-5d49-4bef-8234-05a0389d5fe3 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:30.987694 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bd422fc8-5d49-4bef-8234-05a0389d5fe3 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/networks?id=49a1fe34-e037-4299-8479-ec79eeab6658 HTTP/1.1" status: 200 len: 813 time: 0.1046178 Jun 24 09:21:31.002591 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-d96c437e-27da-414c-b2f0-58dc96cc2d60 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/quotas/5c5f0e3cad2a42b999859b092cd43820 HTTP/1.1" status: 200 len: 375 time: 0.0095301 Jun 24 09:21:31.036841 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-8fa1dd9a-6ce3-4d17-bb10-86aee924b56d tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c5f0e3cad2a42b999859b092cd43820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290844 Jun 24 09:21:31.122899 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-642a1cf5-1e89-4ef1-9b7d-91bab6d090f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:31.128890 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-c768d0c7-8fa4-416c-88b8-55b5515b4579 service neutron] 10.222.0.22 "GET /v2.0/networks/49a1fe34-e037-4299-8479-ec79eeab6658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855205 Jun 24 09:21:31.245588 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:31.507879 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-585b0861-7e8d-452b-ad1b-5ebf26c9eb21 service neutron] 10.222.0.22 "GET /v2.0/networks/49a1fe34-e037-4299-8479-ec79eeab6658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730841 Jun 24 09:21:31.682737 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3574c1b8-7fe0-43cf-866f-dce7019671a5 req-296a0a93-cc02-4421-a3c1-1b8b50da649a tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 210 time: 0.0297554 Jun 24 09:21:32.315590 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:32.820169 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8828bfcd-5a73-4087-ae3c-d862a4e48995 req-6ee9bfbe-b40c-4d23-b6b9-af1eee81fb5c tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 210 time: 0.0293226 Jun 24 09:21:33.076116 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0fb0d713-8167-4f0e-8c39-10c40c3e7134 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:33.078057 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0fb0d713-8167-4f0e-8c39-10c40c3e7134 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.23 "GET /v2.0/networks?id=49a1fe34-e037-4299-8479-ec79eeab6658 HTTP/1.1" status: 200 len: 813 time: 0.1077478 Jun 24 09:21:33.098134 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Request body: {'port': {'device_id': '85b8abc1-6f45-4fd9-984e-bb3c6a399395', 'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658', 'admin_state_up': True, 'tenant_id': '5c5f0e3cad2a42b999859b092cd43820'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:21:33.206722 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Made reservation on behalf of 5c5f0e3cad2a42b999859b092cd43820 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:21:33.210403 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:33.338389 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Allocated IP 172.20.0.6 (49a1fe34-e037-4299-8479-ec79eeab6658/df85e82c-3e6a-459d-a371-20c3060caa2a/292556ec-7d54-4633-999c-c384df02b688) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:21:33.488834 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:33.528128 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:33.533393 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-333981e1-fc91-465d-a0d8-c283affb824a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:33.573345 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Network 49a1fe34-e037-4299-8479-ec79eeab6658 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:21:33.576505 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:21:33.580278 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:21:33.588905 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Pushing event updated for resources: {'Port': ['ID=292556ec-7d54-4633-999c-c384df02b688,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:33.609402 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:33.635810 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:33.636719 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:33.655161 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5608985 Jun 24 09:21:33.673927 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Request body: {'port': {'device_id': '85b8abc1-6f45-4fd9-984e-bb3c6a399395', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:21:33.752975 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:33.775193 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:34.003033 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d15c9-db57-4e94-b7e3-ced5cdfcbeb9 req-1498123b-a789-4742-a000-9abe06ba1d3f tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:34.004535 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-172d15c9-db57-4e94-b7e3-ced5cdfcbeb9 req-1498123b-a789-4742-a000-9abe06ba1d3f tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 931 time: 0.0714023 Jun 24 09:21:34.019681 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292556ec-7d54-4633-999c-c384df02b688 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:21:34.027638 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:34.040658 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Transition to ACTIVE for port object 292556ec-7d54-4633-999c-c384df02b688 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:21:34.043381 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-172d15c9-db57-4e94-b7e3-ced5cdfcbeb9 req-b28d6583-d2bf-42d3-8af9-8a2e6f6c6e48 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331163 Jun 24 09:21:34.044775 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:34.047680 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-599b8eca-5df6-4dab-8401-ce38b7d83c28 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:34.102092 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Pushing event updated for resources: {'Port': ['ID=292556ec-7d54-4633-999c-c384df02b688,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:34.105611 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:34.170701 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Attempting to bind port 292556ec-7d54-4633-999c-c384df02b688 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:21:34.171628 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Attempting to bind port 292556ec-7d54-4633-999c-c384df02b688 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': 'a9505ce1-38fc-4f91-ad93-ad06bf1026b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:21:34.171965 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Attempting to bind port 292556ec-7d54-4633-999c-c384df02b688 on network 49a1fe34-e037-4299-8479-ec79eeab6658 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:21:34.176265 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Port 292556ec-7d54-4633-999c-c384df02b688 on network 49a1fe34-e037-4299-8479-ec79eeab6658 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:21:34.176604 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Attempting to bind port 292556ec-7d54-4633-999c-c384df02b688 on network 49a1fe34-e037-4299-8479-ec79eeab6658 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:21:34.181609 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:21:34.181948 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Checking segment: {'id': 'a9505ce1-38fc-4f91-ad93-ad06bf1026b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:21:34.182330 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Bound using segment: {'id': 'a9505ce1-38fc-4f91-ad93-ad06bf1026b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:21:34.182753 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Bound port: 292556ec-7d54-4633-999c-c384df02b688, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9505ce1-38fc-4f91-ad93-ad06bf1026b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:21:34.183100 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:34.246295 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] For port 292556ec-7d54-4633-999c-c384df02b688, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:21:34.249606 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] For port 292556ec-7d54-4633-999c-c384df02b688, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=292556ec-7d54-4633-999c-c384df02b688,segment=NetworkSegment(a9505ce1-38fc-4f91-ad93-ad06bf1026b0),segment_id=a9505ce1-38fc-4f91-ad93-ad06bf1026b0)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:21:34.253026 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:34.254970 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-69a001b9-f86a-4f37-a66f-802143d2cdc4 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:34.291235 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:34.291865 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:34.293225 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] 10.222.0.23 "PUT /v2.0/ports/292556ec-7d54-4633-999c-c384df02b688 HTTP/1.1" status: 200 len: 1093 time: 0.6244178 Jun 24 09:21:34.293715 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b8abc1-6f45-4fd9-984e-bb3c6a399395', 'tag': '292556ec-7d54-4633-999c-c384df02b688'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:21:34.296010 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e749a5de-01c1-4951-bfe7-3fbf2a2e7b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "85b8abc1-6f45-4fd9-984e-bb3c6a399395", "tag": "292556ec-7d54-4633-999c-c384df02b688"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:21:34.322496 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Pushing event updated for resources: {'Port': ['ID=292556ec-7d54-4633-999c-c384df02b688,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:34.325826 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:34.334077 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a264d534-fb4e-4d88-af65-76a2b7376281 x-openstack-request-id: req-a264d534-fb4e-4d88-af65-76a2b7376281 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:21:34.334453 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b8abc1-6f45-4fd9-984e-bb3c6a399395", "tag": "292556ec-7d54-4633-999c-c384df02b688", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:21:34.334695 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a264d534-fb4e-4d88-af65-76a2b7376281 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:21:34.335128 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b8abc1-6f45-4fd9-984e-bb3c6a399395', 'tag': '292556ec-7d54-4633-999c-c384df02b688', 'status': 'completed', 'code': 200} Jun 24 09:21:34.414193 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-508c15ce-8ff4-4cd2-b8ad-b223ef5edaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:34.415609 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-508c15ce-8ff4-4cd2-b8ad-b223ef5edaf7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c5f0e3cad2a42b999859b092cd43820&device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 1096 time: 0.0543025 Jun 24 09:21:34.469388 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-ce8ae736-ac4a-45a8-9d9e-ecb670a8d4f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=292556ec-7d54-4633-999c-c384df02b688 HTTP/1.1" status: 200 len: 217 time: 0.0405314 Jun 24 09:21:34.525848 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-c6fde2cc-ff3d-40e8-b265-352f10f748cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:34.527297 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-c6fde2cc-ff3d-40e8-b265-352f10f748cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df85e82c-3e6a-459d-a371-20c3060caa2a HTTP/1.1" status: 200 len: 853 time: 0.0515139 Jun 24 09:21:34.560415 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-a42de7f2-fc25-4d85-90d2-b63e7566e7e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=49a1fe34-e037-4299-8479-ec79eeab6658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271127 Jun 24 09:21:34.646445 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-ba7ecc0c-ee68-4fa4-b14e-2f52d723fbd9 service neutron] 10.222.0.23 "GET /v2.0/networks/49a1fe34-e037-4299-8479-ec79eeab6658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797627 Jun 24 09:21:34.736797 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4dd6fee8-2593-4399-af75-94687a13dcdc req-2a8aec3d-6c71-4b6f-8d29-445c5a223e29 service neutron] 10.222.0.23 "GET /v2.0/networks/49a1fe34-e037-4299-8479-ec79eeab6658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833912 Jun 24 09:21:34.891778 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749a5de-01c1-4951-bfe7-3fbf2a2e7b9f req-48f8f279-151e-4bbb-bb19-d877638a4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:34.893209 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e749a5de-01c1-4951-bfe7-3fbf2a2e7b9f req-48f8f279-151e-4bbb-bb19-d877638a4aa1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c5f0e3cad2a42b999859b092cd43820&device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 1096 time: 0.0508835 Jun 24 09:21:34.983110 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749a5de-01c1-4951-bfe7-3fbf2a2e7b9f req-78bb26a4-9774-4008-9b01-401e8c102200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:34.984647 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e749a5de-01c1-4951-bfe7-3fbf2a2e7b9f req-78bb26a4-9774-4008-9b01-401e8c102200 service neutron] 10.222.0.23 "GET /v2.0/networks?id=49a1fe34-e037-4299-8479-ec79eeab6658 HTTP/1.1" status: 200 len: 914 time: 0.0843956 Jun 24 09:21:35.024539 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e749a5de-01c1-4951-bfe7-3fbf2a2e7b9f req-22e750fc-c18e-4de4-a30e-206b411e2d09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=292556ec-7d54-4633-999c-c384df02b688 HTTP/1.1" status: 200 len: 217 time: 0.0333560 Jun 24 09:21:35.070758 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749a5de-01c1-4951-bfe7-3fbf2a2e7b9f req-316eda01-44a7-4dd0-942f-2170730198d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:35.072197 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e749a5de-01c1-4951-bfe7-3fbf2a2e7b9f req-316eda01-44a7-4dd0-942f-2170730198d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df85e82c-3e6a-459d-a371-20c3060caa2a HTTP/1.1" status: 200 len: 853 time: 0.0424831 Jun 24 09:21:35.104894 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e749a5de-01c1-4951-bfe7-3fbf2a2e7b9f req-b151261f-0ae8-4783-b7f5-c4e286586d8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=49a1fe34-e037-4299-8479-ec79eeab6658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259302 Jun 24 09:21:35.204098 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e749a5de-01c1-4951-bfe7-3fbf2a2e7b9f req-c2d5d840-32ca-4ff9-a9e6-747f4fef742d service neutron] 10.222.0.23 "GET /v2.0/networks/49a1fe34-e037-4299-8479-ec79eeab6658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932832 Jun 24 09:21:35.225687 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a354b-64e6-4616-8e89-34d2268f7e52 req-f5ce9842-4602-4a39-b0d9-80a987cc70ba tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:35.227190 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a69a354b-64e6-4616-8e89-34d2268f7e52 req-f5ce9842-4602-4a39-b0d9-80a987cc70ba tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 943 time: 0.0674040 Jun 24 09:21:35.279357 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a69a354b-64e6-4616-8e89-34d2268f7e52 req-e7fc3441-b786-44d6-8f20-1ff597530d62 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417659 Jun 24 09:21:35.305172 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e749a5de-01c1-4951-bfe7-3fbf2a2e7b9f req-fd0005f0-1748-4dad-8da3-a698d5a1c2c1 service neutron] 10.222.0.23 "GET /v2.0/networks/49a1fe34-e037-4299-8479-ec79eeab6658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937772 Jun 24 09:21:36.459119 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fdae8-538d-439f-9690-7e8184a6cc28 req-4a5bd267-675b-425e-8a51-e427ff3f8e47 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:36.460637 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cc8fdae8-538d-439f-9690-7e8184a6cc28 req-4a5bd267-675b-425e-8a51-e427ff3f8e47 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 943 time: 0.0674286 Jun 24 09:21:36.500659 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cc8fdae8-538d-439f-9690-7e8184a6cc28 req-ab87c76e-b005-4be0-b5f4-0708b5d7eda6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344269 Jun 24 09:21:37.675153 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08318218-79ad-4fd4-b6cf-eb958d4d2363 req-ed394322-2f66-4661-90be-ff0223ec948f tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:37.676652 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-08318218-79ad-4fd4-b6cf-eb958d4d2363 req-ed394322-2f66-4661-90be-ff0223ec948f tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 943 time: 0.0634265 Jun 24 09:21:37.723046 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-08318218-79ad-4fd4-b6cf-eb958d4d2363 req-ba294e20-ec1b-4ba3-bab2-e6d1bbf321dd tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Jun 24 09:21:38.850250 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 292556ec-7d54-4633-999c-c384df02b688 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:21:38.900163 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eeaef3-9ba5-451b-8ba4-22a4ae038b6e req-8627ac7d-0d87-4850-9af7-e53f0f7abdcb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:38.901668 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-28eeaef3-9ba5-451b-8ba4-22a4ae038b6e req-8627ac7d-0d87-4850-9af7-e53f0f7abdcb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 943 time: 0.0676711 Jun 24 09:21:38.948730 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-28eeaef3-9ba5-451b-8ba4-22a4ae038b6e req-f2d8b851-a696-4c1c-89dd-230a59db2130 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Jun 24 09:21:38.955826 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 292556ec-7d54-4633-999c-c384df02b688, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=292556ec-7d54-4633-999c-c384df02b688,segment=NetworkSegment(a9505ce1-38fc-4f91-ad93-ad06bf1026b0),segment_id=a9505ce1-38fc-4f91-ad93-ad06bf1026b0)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:21:38.967279 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '292556ec-7d54-4633-999c-c384df02b688', 'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658', 'port_id': '292556ec-7d54-4633-999c-c384df02b688', 'mac_address': 'fa:16:3e:1f:13:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df85e82c-3e6a-459d-a371-20c3060caa2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:21:39.006230 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:39.020007 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292556ec-7d54-4633-999c-c384df02b688 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:21:39.041141 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 292556ec-7d54-4633-999c-c384df02b688, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=292556ec-7d54-4633-999c-c384df02b688,segment=NetworkSegment(a9505ce1-38fc-4f91-ad93-ad06bf1026b0),segment_id=a9505ce1-38fc-4f91-ad93-ad06bf1026b0)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:21:39.045284 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:39.047155 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:39.095622 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=292556ec-7d54-4633-999c-c384df02b688,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:39.102709 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:39.103056 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:39.103396 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:39.103756 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:39.104084 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:39.104409 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:39.104735 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:39.105051 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:39.105369 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:39.105685 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:39.105999 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:39.106315 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:21:39.110837 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:39.450135 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:39.517803 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['292556ec-7d54-4633-999c-c384df02b688'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:21:40.122095 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed162697-1932-44da-90a5-1d286366f89f req-a88f5553-1f2c-4a24-adc3-dd7c2c07b4ce tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:40.123539 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ed162697-1932-44da-90a5-1d286366f89f req-a88f5553-1f2c-4a24-adc3-dd7c2c07b4ce tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 944 time: 0.0656185 Jun 24 09:21:40.383593 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ed162697-1932-44da-90a5-1d286366f89f req-0ffc2aff-a639-40ed-adbb-ed0772213a18 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540088 Jun 24 09:21:40.852234 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 292556ec-7d54-4633-999c-c384df02b688 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:21:40.903844 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port 292556ec-7d54-4633-999c-c384df02b688 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:21:40.907523 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 292556ec-7d54-4633-999c-c384df02b688 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:21:40.907917 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:40.989272 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:41.010852 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b8abc1-6f45-4fd9-984e-bb3c6a399395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292556ec-7d54-4633-999c-c384df02b688'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:21:41.013097 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841797a2-3199-45a6-83f1-1edb28b50c1e" -d '{"events": [{"server_uuid": "85b8abc1-6f45-4fd9-984e-bb3c6a399395", "name": "network-vif-plugged", "status": "completed", "tag": "292556ec-7d54-4633-999c-c384df02b688"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:21:41.026728 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 292556ec-7d54-4633-999c-c384df02b688, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=292556ec-7d54-4633-999c-c384df02b688,segment=NetworkSegment(a9505ce1-38fc-4f91-ad93-ad06bf1026b0),segment_id=a9505ce1-38fc-4f91-ad93-ad06bf1026b0)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:21:41.030475 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:41.032357 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:21:41.053864 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9ff196-3a50-4a75-b2da-9cec018b55ef x-openstack-request-id: req-7d9ff196-3a50-4a75-b2da-9cec018b55ef {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:21:41.054165 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b8abc1-6f45-4fd9-984e-bb3c6a399395", "name": "network-vif-plugged", "status": "completed", "tag": "292556ec-7d54-4633-999c-c384df02b688", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:21:41.054425 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d9ff196-3a50-4a75-b2da-9cec018b55ef {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:21:41.055063 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b8abc1-6f45-4fd9-984e-bb3c6a399395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292556ec-7d54-4633-999c-c384df02b688', 'code': 200} Jun 24 09:21:41.079759 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=292556ec-7d54-4633-999c-c384df02b688,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:21:41.082618 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:21:41.303038 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b8aa0-3740-4491-bd26-1cb63e2ed472 req-f962f071-6ee8-4339-8adb-6acd7828a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:41.304607 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d88b8aa0-3740-4491-bd26-1cb63e2ed472 req-f962f071-6ee8-4339-8adb-6acd7828a87c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 1098 time: 0.0541172 Jun 24 09:21:41.342409 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d88b8aa0-3740-4491-bd26-1cb63e2ed472 req-2f4a4ec8-42ce-412d-9002-923eb66435ef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293911 Jun 24 09:21:41.555602 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4f6d8-561e-4915-accd-8aa85168d1c8 req-2e26f272-06ea-4ab9-ba13-19f93dad114f tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:41.556948 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-30e4f6d8-561e-4915-accd-8aa85168d1c8 req-2e26f272-06ea-4ab9-ba13-19f93dad114f tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 945 time: 0.0626004 Jun 24 09:21:41.594234 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-30e4f6d8-561e-4915-accd-8aa85168d1c8 req-d86dd8d1-1312-4b70-b51e-3960562407fc tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Jun 24 09:21:42.398131 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:21:42.766724 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a36836-334a-47ff-980a-f0384340e775 req-e2b3e55b-1093-4453-a481-20977ce7e270 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:42.768307 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-81a36836-334a-47ff-980a-f0384340e775 req-e2b3e55b-1093-4453-a481-20977ce7e270 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 945 time: 0.0638378 Jun 24 09:21:42.813400 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-81a36836-334a-47ff-980a-f0384340e775 req-167f17f6-097f-4524-812f-466a684e9743 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 Jun 24 09:21:44.005399 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eac912-1dc0-40ca-aad7-88ff1bac9939 req-ec7e3476-3c34-481b-ba7e-3775671e5253 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:44.006957 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-19eac912-1dc0-40ca-aad7-88ff1bac9939 req-ec7e3476-3c34-481b-ba7e-3775671e5253 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 945 time: 0.0687850 Jun 24 09:21:44.052204 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-19eac912-1dc0-40ca-aad7-88ff1bac9939 req-f06e6dbd-3ef6-4453-a386-cfb0c1ace9bd tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395157 Jun 24 09:21:58.044221 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81df034-14d9-43eb-9783-4cfadfa3d1ce req-74aea8ef-e2be-4fac-be8e-043f81154929 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:58.045573 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f81df034-14d9-43eb-9783-4cfadfa3d1ce req-74aea8ef-e2be-4fac-be8e-043f81154929 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 947 time: 0.0624423 Jun 24 09:21:58.082788 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f81df034-14d9-43eb-9783-4cfadfa3d1ce req-db1aa129-51ee-462a-a8cf-665b83ebbe53 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310814 Jun 24 09:21:58.503776 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-185fa08d-8558-47d1-adbb-cb535b14dd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:59.258701 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab305b-45ed-45a5-8f5c-901d6b0cc396 req-a7c5b33b-d1ce-49b3-9e52-a9e687cfb8f9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:21:59.260187 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3fab305b-45ed-45a5-8f5c-901d6b0cc396 req-a7c5b33b-d1ce-49b3-9e52-a9e687cfb8f9 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 947 time: 0.0624049 Jun 24 09:21:59.295781 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3fab305b-45ed-45a5-8f5c-901d6b0cc396 req-2aa47587-4556-4772-b01d-9f915491f04b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300195 Jun 24 09:22:00.244032 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520137c3-ebae-4086-bed1-a68732f5e51e req-0af9f797-f26c-4469-8038-60fd4991868d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:00.245426 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-520137c3-ebae-4086-bed1-a68732f5e51e req-0af9f797-f26c-4469-8038-60fd4991868d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.23 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 947 time: 0.0637593 Jun 24 09:22:00.342834 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Deleting port fbe863eb-3890-46b0-b7fe-a48108abd3b0 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:22:00.343933 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:00.433120 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] For port fbe863eb-3890-46b0-b7fe-a48108abd3b0, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=fbe863eb-3890-46b0-b7fe-a48108abd3b0,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:00.433471 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:00.473495 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c9584-382f-4de2-baeb-bd24f4ae3b20 req-3f691395-09af-425a-9737-db45a70f4e26 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:00.474528 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-748c9584-382f-4de2-baeb-bd24f4ae3b20 req-3f691395-09af-425a-9737-db45a70f4e26 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 947 time: 0.0640676 Jun 24 09:22:00.512614 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-748c9584-382f-4de2-baeb-bd24f4ae3b20 req-911bf84a-6338-49e2-b798-e785b5ddbd01 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups?id=442f1a8f-67b0-4b68-a1b9-9ef5a787912e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324426 Jun 24 09:22:00.602601 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:00.602973 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:00.603331 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.l3_db [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Floating IP 72b3597b-6399-45c4-9edc-1dd15a4aa0c5 disassociated. External IP: 172.28.1.138, port: fbe863eb-3890-46b0-b7fe-a48108abd3b0. Jun 24 09:22:00.603700 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Calling delete_port for fbe863eb-3890-46b0-b7fe-a48108abd3b0 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:22:00.729361 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:00.733164 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-04a4edab-8097-4f5b-b325-c9f421b93e1c tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:00.758604 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event deleted for resources: {'Port': ['ID=fbe863eb-3890-46b0-b7fe-a48108abd3b0,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:00.771153 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:00.771551 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:00.771923 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:00.772288 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:00.772653 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:00.773012 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:00.773363 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:00.773713 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:00.774090 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:00.774438 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:00.774785 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:00.775744 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:00.808316 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:00.880076 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Router 73cf1f99-e554-4373-a7a1-2648aea9b55d has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:22:00.983799 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:22:00.994681 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a9c75-8d81-4109-a326-4a6a6790a543 None None] Sync routers for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:22:01.003564 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a9c75-8d81-4109-a326-4a6a6790a543 None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:22:01.004200 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-2b8a9c75-8d81-4109-a326-4a6a6790a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:21:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:01.025354 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] No DVR routers for this DVR port fbe863eb-3890-46b0-b7fe-a48108abd3b0 on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:22:01.027761 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:01.029748 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-520137c3-ebae-4086-bed1-a68732f5e51e req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.23 "DELETE /v2.0/ports/fbe863eb-3890-46b0-b7fe-a48108abd3b0 HTTP/1.1" status: 204 len: 173 time: 0.7782495 Jun 24 09:22:01.030238 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'name': 'network-vif-deleted', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:22:01.033049 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987b7db7-1700-4341-bddc-3a8fcbe828ad" -d '{"events": [{"server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "name": "network-vif-deleted", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:22:01.070143 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c423f012-bc50-43c2-8a93-99f662af68b6 x-openstack-request-id: req-c423f012-bc50-43c2-8a93-99f662af68b6 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:22:01.070475 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0516f53a-1592-4717-ae03-72260601d224", "name": "network-vif-deleted", "tag": "fbe863eb-3890-46b0-b7fe-a48108abd3b0", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:22:01.070785 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c423f012-bc50-43c2-8a93-99f662af68b6 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:22:01.071187 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0516f53a-1592-4717-ae03-72260601d224', 'name': 'network-vif-deleted', 'tag': 'fbe863eb-3890-46b0-b7fe-a48108abd3b0', 'status': 'completed', 'code': 200} Jun 24 09:22:01.112643 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-2b8a9c75-8d81-4109-a326-4a6a6790a543 None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:22:01.138925 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-633f0920-3bdc-4e97-972d-519097605093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:01.250778 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:01.326081 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-2b8a9c75-8d81-4109-a326-4a6a6790a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:03Z', 'revision_number': 5, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:01.355975 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a9c75-8d81-4109-a326-4a6a6790a543 None None] Checking router: 73cf1f99-e554-4373-a7a1-2648aea9b55d for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:22:01.364446 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a9c75-8d81-4109-a326-4a6a6790a543 None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:22:01.365038 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-2b8a9c75-8d81-4109-a326-4a6a6790a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:22:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:01.553946 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-2b8a9c75-8d81-4109-a326-4a6a6790a543 None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:22:01.680267 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-899bec87-682d-4cf8-8ad6-da24a497e1d7 req-a7ce76cf-17f2-4a99-ba4a-edebb91dd81e tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/ports?device_id=0516f53a-1592-4717-ae03-72260601d224 HTTP/1.1" status: 200 len: 210 time: 0.0319583 Jun 24 09:22:01.764158 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-2b8a9c75-8d81-4109-a326-4a6a6790a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:03Z', 'revision_number': 5, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:01.790599 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a9c75-8d81-4109-a326-4a6a6790a543 None None] The sync data for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb is: [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:12:54Z', 'revision_number': 4, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': 'b4dd95c6-b850-4fe0-b760-d31fa91528d6', 'name': '', 'network_id': '2ed02516-6582-48a1-acf3-3f6a9bf8b96e', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'mac_address': 'fa:16:3e:e7:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:51Z', 'updated_at': '2021-06-24T09:13:03Z', 'revision_number': 5, 'project_id': '1de26ab21d844892b2180caecacc5334', 'subnets': [{'id': '8fe62bda-6a4e-4305-bcf9-9549a831168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:22:01.985616 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ba22fc-ab61-4fec-ae22-40c1374a6dd7 None None] New status for floating IP 72b3597b-6399-45c4-9edc-1dd15a4aa0c5: DOWN {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:22:02.318676 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:02.807428 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37870) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:02.862510 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:02.885685 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:02.933125 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:02.935817 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:02.936958 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "DELETE /v2.0/security-groups/442f1a8f-67b0-4b68-a1b9-9ef5a787912e HTTP/1.1" status: 204 len: 168 time: 0.1285059 Jun 24 09:22:02.938343 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a5c05552-dff4-4bcb-bc5e-52a909ffb353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:02.940431 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37872) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:02.947027 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442f1a8f-67b0-4b68-a1b9-9ef5a787912e,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:02.954252 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:02.954450 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.api.v2.resource [None req-8cfe286e-5d07-4cde-9c8d-1a9766b2eb1d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] show failed (client error): The resource could not be found. Jun 24 09:22:02.954632 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:02.955010 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:02.955297 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-8cfe286e-5d07-4cde-9c8d-1a9766b2eb1d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "GET /v2.0/security-groups/442f1a8f-67b0-4b68-a1b9-9ef5a787912e HTTP/1.1" status: 404 len: 347 time: 0.0138552 Jun 24 09:22:02.955426 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:02.955870 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:02.956232 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:02.956591 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:02.956946 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:02.957299 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:02.957650 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:02.958680 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:02.958680 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:02.958871 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37874) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:02.961597 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:02.983805 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device fbe863eb-3890-46b0-b7fe-a48108abd3b0 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:22:03.005107 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: fbe863eb-3890-46b0-b7fe-a48108abd3b0 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:22:03.005477 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device fbe863eb-3890-46b0-b7fe-a48108abd3b0 not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:22:03.084357 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c64a1-bcbe-4656-ad1f-f9cab6e31f51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Deleting port c92ce0b1-4291-4b3d-b098-6d5156e5bbf5 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:22:03.084694 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-eb7c64a1-bcbe-4656-ad1f-f9cab6e31f51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:03.159828 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-eb7c64a1-bcbe-4656-ad1f-f9cab6e31f51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:03.160157 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-eb7c64a1-bcbe-4656-ad1f-f9cab6e31f51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:03.171039 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c64a1-bcbe-4656-ad1f-f9cab6e31f51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Calling delete_port for c92ce0b1-4291-4b3d-b098-6d5156e5bbf5 owned by network:floatingip {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:22:03.297979 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-eb7c64a1-bcbe-4656-ad1f-f9cab6e31f51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:03.300924 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-bb99f271-d69e-4397-a7df-0d1f28bc85ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:03.323819 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c64a1-bcbe-4656-ad1f-f9cab6e31f51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Pushing event deleted for resources: {'Port': ['ID=c92ce0b1-4291-4b3d-b098-6d5156e5bbf5,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:03.329954 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-eb7c64a1-bcbe-4656-ad1f-f9cab6e31f51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:03.382217 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-eb7c64a1-bcbe-4656-ad1f-f9cab6e31f51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks [] for floatingip, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:03.384827 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-eb7c64a1-bcbe-4656-ad1f-f9cab6e31f51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:03.385946 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-eb7c64a1-bcbe-4656-ad1f-f9cab6e31f51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] 10.222.0.22 "DELETE /v2.0/floatingips/72b3597b-6399-45c4-9edc-1dd15a4aa0c5 HTTP/1.1" status: 204 len: 168 time: 0.4262507 Jun 24 09:22:03.778606 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:05.979386 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37912) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:06.363546 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27a65a9e-512e-4dcd-9e31-ba6c7d719a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519082'] for router_interface, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:06.607018 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-27a65a9e-512e-4dcd-9e31-ba6c7d719a70 admin admin] Deleting port b4dd95c6-b850-4fe0-b760-d31fa91528d6 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:22:06.607353 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27a65a9e-512e-4dcd-9e31-ba6c7d719a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:06.681935 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-27a65a9e-512e-4dcd-9e31-ba6c7d719a70 admin admin] For port b4dd95c6-b850-4fe0-b760-d31fa91528d6, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=b4dd95c6-b850-4fe0-b760-d31fa91528d6,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:06.682203 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27a65a9e-512e-4dcd-9e31-ba6c7d719a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:06.694134 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-27a65a9e-512e-4dcd-9e31-ba6c7d719a70 admin admin] Calling delete_port for b4dd95c6-b850-4fe0-b760-d31fa91528d6 owned by network:router_interface {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:22:06.875683 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27a65a9e-512e-4dcd-9e31-ba6c7d719a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:06.878273 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:06.905574 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a65a9e-512e-4dcd-9e31-ba6c7d719a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4dd95c6-b850-4fe0-b760-d31fa91528d6,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:06.909377 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-27a65a9e-512e-4dcd-9e31-ba6c7d719a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:07.074272 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27a65a9e-512e-4dcd-9e31-ba6c7d719a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439578'] for router_interface, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:07.285060 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a65a9e-512e-4dcd-9e31-ba6c7d719a70 admin admin] Router 73cf1f99-e554-4373-a7a1-2648aea9b55d has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:22:07.389604 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a65a9e-512e-4dcd-9e31-ba6c7d719a70 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:22:07.394690 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-27a65a9e-512e-4dcd-9e31-ba6c7d719a70 admin admin] 10.222.0.22 "PUT /v2.0/routers/73cf1f99-e554-4373-a7a1-2648aea9b55d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4140670 Jun 24 09:22:07.397167 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37918) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:07.399875 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70096b-86da-4a46-ac5e-4616f05f4ca5 None None] Sync routers for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:22:07.408887 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70096b-86da-4a46-ac5e-4616f05f4ca5 None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:22:07.409484 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-bf70096b-86da-4a46-ac5e-4616f05f4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:22:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:07.498036 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Notify callbacks [] for router, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:07.511871 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-bf70096b-86da-4a46-ac5e-4616f05f4ca5 None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:22:07.598020 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:07.649221 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Deleting port dd001449-d83f-4f33-9f9a-1263ded1c495 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:22:07.649559 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:07.686369 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-bf70096b-86da-4a46-ac5e-4616f05f4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:22:06Z', 'revision_number': 5, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port': {'id': 'dd001449-d83f-4f33-9f9a-1263ded1c495', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:12:41Z', 'updated_at': '2021-06-24T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:07.711276 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70096b-86da-4a46-ac5e-4616f05f4ca5 None None] Checking router: 73cf1f99-e554-4373-a7a1-2648aea9b55d for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:22:07.719914 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70096b-86da-4a46-ac5e-4616f05f4ca5 None None] Routers {'73cf1f99-e554-4373-a7a1-2648aea9b55d'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:22:07.720501 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-bf70096b-86da-4a46-ac5e-4616f05f4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:22:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['73cf1f99-e554-4373-a7a1-2648aea9b55d'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:07.726776 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] For port dd001449-d83f-4f33-9f9a-1263ded1c495, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=dd001449-d83f-4f33-9f9a-1263ded1c495,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:07.727127 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:07.740366 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Calling delete_port for dd001449-d83f-4f33-9f9a-1263ded1c495 owned by network:router_gateway {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:22:07.802188 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-bf70096b-86da-4a46-ac5e-4616f05f4ca5 None None] Set router 73cf1f99-e554-4373-a7a1-2648aea9b55d gateway port host: None {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:22:07.855908 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-bf70096b-86da-4a46-ac5e-4616f05f4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:22:07Z', 'revision_number': 6, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port_host': None}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:07.882405 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70096b-86da-4a46-ac5e-4616f05f4ca5 None None] The sync data for ids ['73cf1f99-e554-4373-a7a1-2648aea9b55d'] in dv-cinder-797812-1-smb is: [{'id': '73cf1f99-e554-4373-a7a1-2648aea9b55d', 'name': 'tempest-AttachVolumeShelveTestJSON-45088029-router', 'tenant_id': '1de26ab21d844892b2180caecacc5334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:12:38Z', 'updated_at': '2021-06-24T09:22:07Z', 'revision_number': 6, 'project_id': '1de26ab21d844892b2180caecacc5334', 'gw_port_host': None}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:22:07.903825 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:07.906011 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-765207d9-75fa-48b9-9c38-0f6aca63eb8d tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:07.933059 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Pushing event deleted for resources: {'Port': ['ID=dd001449-d83f-4f33-9f9a-1263ded1c495,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:07.935443 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:07.997924 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439359'] for router_gateway, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.090214 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10035'] for router, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.092260 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.138696 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440383'] for router, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.139119 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73cf1f99-e554-4373-a7a1-2648aea9b55d {{(pid=93121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:22:08.145029 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.145029 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-34f5a80f-c425-4b9a-a634-ad2e4ce430aa admin admin] 10.222.0.22 "DELETE /v2.0/routers/73cf1f99-e554-4373-a7a1-2648aea9b55d HTTP/1.1" status: 204 len: 168 time: 0.7468953 Jun 24 09:22:08.147377 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37926) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:08.433240 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-1689859f-be65-48ad-b853-c8e66dd128f4 admin admin] Deleting subnet 8fe62bda-6a4e-4305-bcf9-9549a831168d {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:22:08.437079 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1689859f-be65-48ad-b853-c8e66dd128f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.469578 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1689859f-be65-48ad-b853-c8e66dd128f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6245609'] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.543359 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1689859f-be65-48ad-b853-c8e66dd128f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.598447 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1689859f-be65-48ad-b853-c8e66dd128f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6174832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289949'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.600650 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-255466e8-59ef-46cd-b3b6-68502f60e095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:08.624676 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689859f-be65-48ad-b853-c8e66dd128f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fe62bda-6a4e-4305-bcf9-9549a831168d,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:08.628859 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1689859f-be65-48ad-b853-c8e66dd128f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.629649 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-1689859f-be65-48ad-b853-c8e66dd128f4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8fe62bda-6a4e-4305-bcf9-9549a831168d HTTP/1.1" status: 204 len: 168 time: 0.4807692 Jun 24 09:22:08.630000 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-1689859f-be65-48ad-b853-c8e66dd128f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:08.631478 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37932) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:08.634893 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f01978-1225-4bd9-841c-795dbf6677a3 None None] Network 2ed02516-6582-48a1-acf3-3f6a9bf8b96e requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:08.704646 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.768770 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Deleting port fcfb24ab-33f0-4947-84a0-90aeff13bcf2 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:22:08.769258 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.837902 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] For port fcfb24ab-33f0-4947-84a0-90aeff13bcf2, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=fcfb24ab-33f0-4947-84a0-90aeff13bcf2,segment=NetworkSegment(73414b6c-c25e-48aa-a332-579773da03e5),segment_id=73414b6c-c25e-48aa-a332-579773da03e5)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:08.838398 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.853294 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Calling delete_port for fcfb24ab-33f0-4947-84a0-90aeff13bcf2 owned by network:dhcp {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:22:08.948224 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:08.950477 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:08.976403 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Pushing event deleted for resources: {'Port': ['ID=fcfb24ab-33f0-4947-84a0-90aeff13bcf2,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:08.979819 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:08.980666 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] No DVR routers for this DVR port fcfb24ab-33f0-4947-84a0-90aeff13bcf2 on host dv-cinder-797812-1-smb {{(pid=93121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:22:08.989066 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d99bbc-1cf9-4ae9-a48e-ca5a4c078e0d None None] DHCP port deletion for 2ed02516-6582-48a1-acf3-3f6a9bf8b96e request from dv-cinder-797812-1-smb {{(pid=93124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:22:09.070326 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:09.071351 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device fcfb24ab-33f0-4947-84a0-90aeff13bcf2 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:22:09.080442 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed02516-6582-48a1-acf3-3f6a9bf8b96e']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:09.090660 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: fcfb24ab-33f0-4947-84a0-90aeff13bcf2 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:22:09.090854 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73414b6c-c25e-48aa-a332-579773da03e5') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:09.091307 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73414b6c-c25e-48aa-a332-579773da03e5') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:09.091416 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device fcfb24ab-33f0-4947-84a0-90aeff13bcf2 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:22:09.091724 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device dd001449-d83f-4f33-9f9a-1263ded1c495 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:22:09.099477 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6245616'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:09.110230 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: dd001449-d83f-4f33-9f9a-1263ded1c495 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:22:09.110591 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device dd001449-d83f-4f33-9f9a-1263ded1c495 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:22:09.111125 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b4dd95c6-b850-4fe0-b760-d31fa91528d6 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:22:09.117251 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:09.123169 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:22:09.123636 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6174959'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: Traceback (most recent call last): Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: timer() Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: cb(*args, **kw) Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: return func(*args, **kwargs) Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: self._notify() Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: self.callback(batched_events) Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: event.method(event) Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: return f(self, *a, **k) Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: return self._get(url).json() Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:22:09.126336 dv-cinder-797812-1-smb neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:22:09.132547 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: b4dd95c6-b850-4fe0-b760-d31fa91528d6 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:22:09.132908 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device b4dd95c6-b850-4fe0-b760-d31fa91528d6 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:22:09.179351 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:09.183327 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-9ef93795-a2ed-4dc0-9b60-83537f94e1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:09.185703 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:09.187562 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] 10.222.0.22 "DELETE /v2.0/networks/2ed02516-6582-48a1-acf3-3f6a9bf8b96e HTTP/1.1" status: 204 len: 168 time: 0.5549932 Jun 24 09:22:09.198255 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed02516-6582-48a1-acf3-3f6a9bf8b96e,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:09.200470 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-5a333d7c-5a9b-48ad-80c9-06291b7587df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:09.295151 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37938) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:09.338705 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-dbb61033-9cdc-4068-ab86-7581df7b49af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1de26ab21d844892b2180caecacc5334&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423117 Jun 24 09:22:09.341080 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37942) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:09.387158 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-18d95f53-cd99-4d81-b95b-5225dc283978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:09.407127 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-18d95f53-cd99-4d81-b95b-5225dc283978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:09.452708 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:09.453638 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-18d95f53-cd99-4d81-b95b-5225dc283978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:09.456449 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-18d95f53-cd99-4d81-b95b-5225dc283978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:09.457572 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-18d95f53-cd99-4d81-b95b-5225dc283978 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba0f3682-da1c-4fce-ab78-76b1dd35b093 HTTP/1.1" status: 204 len: 168 time: 0.1155984 Jun 24 09:22:09.458388 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6aeb15dd-aa06-4758-b2f6-af67d3609f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:09.465874 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d95f53-cd99-4d81-b95b-5225dc283978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0f3682-da1c-4fce-ab78-76b1dd35b093,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:09.469441 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-18d95f53-cd99-4d81-b95b-5225dc283978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:10.097132 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37964) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:10.189777 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1737497656-network', 'tenant_id': 'a08d6f6e003a4b26b5eabe2bbe13e8d5'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:10.211459 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Made reservation on behalf of a08d6f6e003a4b26b5eabe2bbe13e8d5 for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:10.213707 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:10.221795 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:10.308753 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:10.313398 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:10.316365 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-edee2dbf-3f7d-491c-b0de-afec328d404f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:10.338942 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:22:10.349221 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc805031-c1d4-4edf-800b-b010b8818ee1,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:10.352712 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:10.355881 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:10.356822 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.segments_db [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Added segment 75ba0574-1043-40dc-8dd9-6508501ec12e of type vlan for network 994e6a0e-60b4-4a62-8678-f3dacd48d8b8 Jun 24 09:22:10.400013 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:10.427768 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:10.429044 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:10.429625 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:10.432615 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:10.479420 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3811114 Jun 24 09:22:10.482400 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37970) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:10.488149 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-08e29101-e95e-435e-aa7b-06ab8356ed7a admin admin] Request body: {'subnet': {'network_id': '994e6a0e-60b4-4a62-8678-f3dacd48d8b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1737497656-subnet', 'tenant_id': 'a08d6f6e003a4b26b5eabe2bbe13e8d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:10.494386 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Pushing event updated for resources: {'Network': ['ID=994e6a0e-60b4-4a62-8678-f3dacd48d8b8,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:10.497132 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:10.504635 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network 994e6a0e-60b4-4a62-8678-f3dacd48d8b8 details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:22:10.512329 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e29101-e95e-435e-aa7b-06ab8356ed7a admin admin] Made reservation on behalf of a08d6f6e003a4b26b5eabe2bbe13e8d5 for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:10.514664 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-08e29101-e95e-435e-aa7b-06ab8356ed7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4289926'] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:10.688786 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-08e29101-e95e-435e-aa7b-06ab8356ed7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6174769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4289940'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:10.692736 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-1064903c-70e2-4470-80ae-fdc67d60f469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:10.745834 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e29101-e95e-435e-aa7b-06ab8356ed7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=833bed34-9c5f-4c84-afac-baba780a06a9,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:10.748423 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-08e29101-e95e-435e-aa7b-06ab8356ed7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:10.755382 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e29101-e95e-435e-aa7b-06ab8356ed7a admin admin] Checking segment: {'id': '75ba0574-1043-40dc-8dd9-6508501ec12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '994e6a0e-60b4-4a62-8678-f3dacd48d8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:10.755776 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e29101-e95e-435e-aa7b-06ab8356ed7a admin admin] Network hostable DHCP agents. Network: 994e6a0e-60b4-4a62-8678-f3dacd48d8b8, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:22:10.771817 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e29101-e95e-435e-aa7b-06ab8356ed7a admin admin] Network 994e6a0e-60b4-4a62-8678-f3dacd48d8b8 is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:22:10.780343 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-08e29101-e95e-435e-aa7b-06ab8356ed7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, 994e6a0e-60b4-4a62-8678-f3dacd48d8b8) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:10.785003 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e29101-e95e-435e-aa7b-06ab8356ed7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:10.786434 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-08e29101-e95e-435e-aa7b-06ab8356ed7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:10.790047 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ae30eb-1292-44a3-9f08-6876e99b7f68 None None] Network 994e6a0e-60b4-4a62-8678-f3dacd48d8b8 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:10.800908 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-08e29101-e95e-435e-aa7b-06ab8356ed7a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3174007 Jun 24 09:22:10.911462 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b0714-2f55-4041-9e6d-4073f191f1d1 None None] Network 994e6a0e-60b4-4a62-8678-f3dacd48d8b8 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:11.255149 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 37986) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:11.260259 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1396827065-network', 'tenant_id': '4564fc53cba84973928d074f183e0a5a'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:11.279519 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Made reservation on behalf of 4564fc53cba84973928d074f183e0a5a for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:11.281724 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:11.290316 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:11.380773 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:11.385266 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:11.389401 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ff8b7cce-e24e-47f5-b275-a1390248e147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:11.408123 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:22:11.423569 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3565de7b-7581-4cd2-a914-520e48026f53,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:11.426493 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:11.426840 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.segments_db [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Added segment 0df030ce-daa5-4627-ad36-138b5573ba0b of type vlan for network 6e9bb630-c78c-4fd9-a3ae-90276964bd4c Jun 24 09:22:11.428327 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:11.468449 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:11.500387 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:11.501906 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:11.502491 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:11.505481 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:11.547895 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2915318 Jun 24 09:22:11.550629 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 37994) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:11.555770 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] Request body: {'subnet': {'network_id': '6e9bb630-c78c-4fd9-a3ae-90276964bd4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1396827065-subnet', 'tenant_id': '4564fc53cba84973928d074f183e0a5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:11.567045 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Pushing event updated for resources: {'Network': ['ID=6e9bb630-c78c-4fd9-a3ae-90276964bd4c,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:11.569968 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-92b55088-8740-4e42-b2c1-c64e2cb46a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:11.577551 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network 6e9bb630-c78c-4fd9-a3ae-90276964bd4c details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:22:11.580731 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] Made reservation on behalf of 4564fc53cba84973928d074f183e0a5a for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:11.583075 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4603178'] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:11.748882 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4695762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4603192'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:11.752381 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-1469f0b6-5045-49fd-a582-8b1258f591fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:11.804470 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f392c791-3eef-40d8-99db-66cb166ee585,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:11.808262 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:11.814383 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] Checking segment: {'id': '0df030ce-daa5-4627-ad36-138b5573ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e9bb630-c78c-4fd9-a3ae-90276964bd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:11.814740 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] Network hostable DHCP agents. Network: 6e9bb630-c78c-4fd9-a3ae-90276964bd4c, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:22:11.830739 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] Network 6e9bb630-c78c-4fd9-a3ae-90276964bd4c is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:22:11.839961 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, 6e9bb630-c78c-4fd9-a3ae-90276964bd4c) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:11.844264 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:11.844788 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:11.849065 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d371c300-eeb4-4cbc-a63b-f285fa679c1d None None] Network 6e9bb630-c78c-4fd9-a3ae-90276964bd4c requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:11.866627 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3062155 Jun 24 09:22:11.981266 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be28d70b-e891-48f1-ace4-d406455fa638 None None] Network 6e9bb630-c78c-4fd9-a3ae-90276964bd4c requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:11.982098 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 38000) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:12.035908 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e782ec5-7c6f-432e-ab0d-24ec1ea851d7 admin admin] Deleting subnet 833bed34-9c5f-4c84-afac-baba780a06a9 {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:22:12.039233 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e782ec5-7c6f-432e-ab0d-24ec1ea851d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.080987 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e782ec5-7c6f-432e-ab0d-24ec1ea851d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7058280'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.119045 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e782ec5-7c6f-432e-ab0d-24ec1ea851d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.168179 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e782ec5-7c6f-432e-ab0d-24ec1ea851d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4695699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4603185'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.171020 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:12.196891 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e782ec5-7c6f-432e-ab0d-24ec1ea851d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=833bed34-9c5f-4c84-afac-baba780a06a9,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:12.204978 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-2e782ec5-7c6f-432e-ab0d-24ec1ea851d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:12.205238 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e782ec5-7c6f-432e-ab0d-24ec1ea851d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.207105 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-2e782ec5-7c6f-432e-ab0d-24ec1ea851d7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/833bed34-9c5f-4c84-afac-baba780a06a9 HTTP/1.1" status: 204 len: 168 time: 0.2238686 Jun 24 09:22:12.210059 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 38002) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:12.279043 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.353316 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.363082 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994e6a0e-60b4-4a62-8678-f3dacd48d8b8']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:12.372846 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ba0574-1043-40dc-8dd9-6508501ec12e') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:12.373138 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ba0574-1043-40dc-8dd9-6508501ec12e') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:12.381626 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6245616'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.398225 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.403744 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:22:12.404125 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6174959'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: Traceback (most recent call last): Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: timer() Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: cb(*args, **kw) Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: return func(*args, **kwargs) Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: self._notify() Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: self.callback(batched_events) Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: event.method(event) Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: return f(self, *a, **k) Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: return self._get(url).json() Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:22:12.405693 dv-cinder-797812-1-smb neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:22:12.459444 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.463222 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a1dd8594-8e9b-41f4-8e25-9d0e0febca98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:12.466708 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.468476 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/994e6a0e-60b4-4a62-8678-f3dacd48d8b8 HTTP/1.1" status: 204 len: 168 time: 0.2575808 Jun 24 09:22:12.471838 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 38004) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:12.478323 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=994e6a0e-60b4-4a62-8678-f3dacd48d8b8,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:12.480440 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-a06d18e6-d498-4974-84a1-1234e50026d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:12.516442 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbffe72-396f-4163-995d-cccc0aedd91d admin admin] Deleting subnet f392c791-3eef-40d8-99db-66cb166ee585 {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:22:12.519478 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3dbffe72-396f-4163-995d-cccc0aedd91d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.551996 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3dbffe72-396f-4163-995d-cccc0aedd91d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7058280'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.589944 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3dbffe72-396f-4163-995d-cccc0aedd91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.642854 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3dbffe72-396f-4163-995d-cccc0aedd91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4695699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4603185'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.644958 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4d4c9155-7240-4a6b-a1e3-ad6042f6786e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:12.667918 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbffe72-396f-4163-995d-cccc0aedd91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f392c791-3eef-40d8-99db-66cb166ee585,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:12.670833 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3dbffe72-396f-4163-995d-cccc0aedd91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:12.671832 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3dbffe72-396f-4163-995d-cccc0aedd91d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.673744 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-3dbffe72-396f-4163-995d-cccc0aedd91d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f392c791-3eef-40d8-99db-66cb166ee585 HTTP/1.1" status: 204 len: 168 time: 0.2006524 Jun 24 09:22:12.676196 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 38008) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:12.741887 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.818627 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.827873 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9bb630-c78c-4fd9-a3ae-90276964bd4c']}} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:12.838063 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df030ce-daa5-4627-ad36-138b5573ba0b') {'for_net_delete': True} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:12.838351 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df030ce-daa5-4627-ad36-138b5573ba0b') {} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:12.847399 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7058289'] for segment, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.860255 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.865952 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:22:12.866361 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4695564'] for segment, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: Traceback (most recent call last): Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: timer() Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: cb(*args, **kw) Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: return func(*args, **kwargs) Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: self._notify() Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: self.callback(batched_events) Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: event.method(event) Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: return f(self, *a, **k) Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: return self._get(url).json() Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: return self.request(url, 'GET', **kwargs) Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:22:12.868254 dv-cinder-797812-1-smb neutron-server[93122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:22:12.919567 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.925439 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:12.927631 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6e9bb630-c78c-4fd9-a3ae-90276964bd4c HTTP/1.1" status: 204 len: 168 time: 0.2502706 Jun 24 09:22:12.928139 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-9bbd390c-e062-4e1b-9917-39eb11258e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:12.941257 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e9bb630-c78c-4fd9-a3ae-90276964bd4c,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:12.943403 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:13.031525 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 38012) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:13.071638 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-81dfd9a4-8992-47cf-b461-850b8bc62e0c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a08d6f6e003a4b26b5eabe2bbe13e8d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382612 Jun 24 09:22:13.074061 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 38014) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:13.122904 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-85a8a431-c662-4539-933a-55b43b64381c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:13.144196 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-85a8a431-c662-4539-933a-55b43b64381c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:13.192555 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-85a8a431-c662-4539-933a-55b43b64381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:13.195026 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-85a8a431-c662-4539-933a-55b43b64381c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:13.196173 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-85a8a431-c662-4539-933a-55b43b64381c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc805031-c1d4-4edf-800b-b010b8818ee1 HTTP/1.1" status: 204 len: 168 time: 0.1212413 Jun 24 09:22:13.196984 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-43cabb37-40d2-479c-815c-5a7cc643d157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:13.205189 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8a431-c662-4539-933a-55b43b64381c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc805031-c1d4-4edf-800b-b010b8818ee1,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:13.207384 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-85a8a431-c662-4539-933a-55b43b64381c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:13.506760 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 38020) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:13.545835 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-9f0423c5-431b-478f-8b44-9bab73c32a14 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4564fc53cba84973928d074f183e0a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376635 Jun 24 09:22:13.548909 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 38022) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:13.596583 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-00dead27-0c96-439f-a19b-0e27c674027d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:13.617583 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-00dead27-0c96-439f-a19b-0e27c674027d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:13.662015 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-00dead27-0c96-439f-a19b-0e27c674027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:13.664587 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-00dead27-0c96-439f-a19b-0e27c674027d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:13.665705 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-00dead27-0c96-439f-a19b-0e27c674027d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3565de7b-7581-4cd2-a914-520e48026f53 HTTP/1.1" status: 204 len: 168 time: 0.1159093 Jun 24 09:22:13.666470 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-4574902f-a6f9-4665-b07c-dc1098bfd197 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:13.674971 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dead27-0c96-439f-a19b-0e27c674027d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3565de7b-7581-4cd2-a914-520e48026f53,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:13.677171 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-00dead27-0c96-439f-a19b-0e27c674027d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:17.934098 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 38126) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:18.042699 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa07ef0a-e44a-463a-bbe9-752e5bffe52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.155059 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa07ef0a-e44a-463a-bbe9-752e5bffe52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.159218 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-fa07ef0a-e44a-463a-bbe9-752e5bffe52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.162578 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-22b70a2c-2b4e-43f1-8f24-ca1a9338920d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:18.199841 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-fa07ef0a-e44a-463a-bbe9-752e5bffe52b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ecd6a6ccd434333ad53567b24343fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645700 Jun 24 09:22:18.201959 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07ef0a-e44a-463a-bbe9-752e5bffe52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a4d850-2fe7-4359-bc3b-05799203f750,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:18.202370 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 38132) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:18.205694 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-fa07ef0a-e44a-463a-bbe9-752e5bffe52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:18.254663 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1b9a024c-8c61-4ca9-9388-a0a11f81df26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.280454 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1b9a024c-8c61-4ca9-9388-a0a11f81df26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.324873 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1b9a024c-8c61-4ca9-9388-a0a11f81df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.327779 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1b9a024c-8c61-4ca9-9388-a0a11f81df26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.329747 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-1b9a024c-8c61-4ca9-9388-a0a11f81df26 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4a4d850-2fe7-4359-bc3b-05799203f750 HTTP/1.1" status: 204 len: 168 time: 0.1263402 Jun 24 09:22:18.330492 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-20a77539-e33a-4df4-82b4-48824ea5840b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:18.337522 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a024c-8c61-4ca9-9388-a0a11f81df26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a4d850-2fe7-4359-bc3b-05799203f750,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:18.340320 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-1b9a024c-8c61-4ca9-9388-a0a11f81df26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:18.581566 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 38138) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:18.594615 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f0841eeb-5355-4ca2-bdd2-d9dea7c953a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.681001 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f0841eeb-5355-4ca2-bdd2-d9dea7c953a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.685294 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f0841eeb-5355-4ca2-bdd2-d9dea7c953a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.689135 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-c9d33129-2cfa-4f8c-8767-4feeb885518a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:18.720087 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-f0841eeb-5355-4ca2-bdd2-d9dea7c953a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4dc80c81258d470ca5dbf89881086b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374862 Jun 24 09:22:18.722835 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 38140) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:18.725010 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0841eeb-5355-4ca2-bdd2-d9dea7c953a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef1e3af-3fd6-4c36-a225-3c3cf1590b83,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:18.727916 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-f0841eeb-5355-4ca2-bdd2-d9dea7c953a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:18.771108 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-700952d7-f644-4331-9898-9c10139c2f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.792457 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-700952d7-f644-4331-9898-9c10139c2f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.837649 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-700952d7-f644-4331-9898-9c10139c2f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.840149 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-700952d7-f644-4331-9898-9c10139c2f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:18.841264 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-700952d7-f644-4331-9898-9c10139c2f56 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ef1e3af-3fd6-4c36-a225-3c3cf1590b83 HTTP/1.1" status: 204 len: 168 time: 0.1174664 Jun 24 09:22:18.842136 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-8555780b-3e4c-4b69-98f2-8a3ee3039859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:18.849345 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700952d7-f644-4331-9898-9c10139c2f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef1e3af-3fd6-4c36-a225-3c3cf1590b83,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:18.851520 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-700952d7-f644-4331-9898-9c10139c2f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:19.399171 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:22:21.526247 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 38284) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:21.624324 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-94621ffe-fc0e-4947-853e-abcf7a92df2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:21.710483 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-94621ffe-fc0e-4947-853e-abcf7a92df2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:21.714006 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-94621ffe-fc0e-4947-853e-abcf7a92df2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:21.717352 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-37805254-466f-4dc4-a18d-73697d3d7807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:21.752002 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-94621ffe-fc0e-4947-853e-abcf7a92df2b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eec1328fc1904f029d79b2ebacc34108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247100 Jun 24 09:22:21.752962 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94621ffe-fc0e-4947-853e-abcf7a92df2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b654d2-f0d4-4fa6-805c-76457f281ccb,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:21.754588 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 38288) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:21.755924 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-94621ffe-fc0e-4947-853e-abcf7a92df2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:21.804231 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-44c1c0eb-ee17-4057-8094-d5e2b6a465b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:21.826470 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-44c1c0eb-ee17-4057-8094-d5e2b6a465b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:21.869305 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-44c1c0eb-ee17-4057-8094-d5e2b6a465b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:21.871858 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-44c1c0eb-ee17-4057-8094-d5e2b6a465b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:21.872976 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-44c1c0eb-ee17-4057-8094-d5e2b6a465b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/73b654d2-f0d4-4fa6-805c-76457f281ccb HTTP/1.1" status: 204 len: 168 time: 0.1165903 Jun 24 09:22:21.873753 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-85a8a431-c662-4539-933a-55b43b64381c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:21.881865 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1c0eb-ee17-4057-8094-d5e2b6a465b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b654d2-f0d4-4fa6-805c-76457f281ccb,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:21.884782 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-44c1c0eb-ee17-4057-8094-d5e2b6a465b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:22.128548 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 38296) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:22.145239 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dba018c3-b7d4-4aea-bfa9-ab3a1e23b87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:22.235876 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dba018c3-b7d4-4aea-bfa9-ab3a1e23b87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:22.239551 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dba018c3-b7d4-4aea-bfa9-ab3a1e23b87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:22.242818 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-efb708de-0bd9-4ae4-9438-1be5ddffb5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:22.277077 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-dba018c3-b7d4-4aea-bfa9-ab3a1e23b87f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a94222aeaec462996af9dfd7fb450c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474710 Jun 24 09:22:22.278209 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba018c3-b7d4-4aea-bfa9-ab3a1e23b87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097acc21-df4d-45a6-bd38-605b42430270,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:22.279900 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 38298) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:22.281133 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-dba018c3-b7d4-4aea-bfa9-ab3a1e23b87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:22.329835 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f0c76055-4935-4dca-acbb-4f8de9bef421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:22.350341 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f0c76055-4935-4dca-acbb-4f8de9bef421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:22.394146 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f0c76055-4935-4dca-acbb-4f8de9bef421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:22.396953 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f0c76055-4935-4dca-acbb-4f8de9bef421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:22.398073 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-f0c76055-4935-4dca-acbb-4f8de9bef421 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/097acc21-df4d-45a6-bd38-605b42430270 HTTP/1.1" status: 204 len: 168 time: 0.1164081 Jun 24 09:22:22.398814 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-7dac18e3-3bd6-466c-8961-11195b0e3a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:22.405924 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c76055-4935-4dca-acbb-4f8de9bef421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097acc21-df4d-45a6-bd38-605b42430270,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:22.408714 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-f0c76055-4935-4dca-acbb-4f8de9bef421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:24.385858 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 38378) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:24.489511 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3e7ccc02-4206-4835-9ab9-3366a57b0db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:24.578109 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3e7ccc02-4206-4835-9ab9-3366a57b0db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:24.582110 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3e7ccc02-4206-4835-9ab9-3366a57b0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:24.585579 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4be5f1b0-47a2-4819-8f18-4c1e6d2ebfac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:24.623614 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-3e7ccc02-4206-4835-9ab9-3366a57b0db3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d30d2edcee51443487780fda6e9166ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366560 Jun 24 09:22:24.624500 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ccc02-4206-4835-9ab9-3366a57b0db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87035c5-196f-4d22-89be-d0b26271a56e,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:24.626206 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 38382) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:24.627852 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3e7ccc02-4206-4835-9ab9-3366a57b0db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:24.673806 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-57398efa-4549-4b73-97a7-221ad3563b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:24.694597 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-57398efa-4549-4b73-97a7-221ad3563b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:24.739809 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-57398efa-4549-4b73-97a7-221ad3563b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:24.742382 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-57398efa-4549-4b73-97a7-221ad3563b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:24.743514 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-57398efa-4549-4b73-97a7-221ad3563b75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d87035c5-196f-4d22-89be-d0b26271a56e HTTP/1.1" status: 204 len: 168 time: 0.1163316 Jun 24 09:22:24.744260 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-6da94679-805a-46c2-9413-8f5d13be03d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:24.752478 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57398efa-4549-4b73-97a7-221ad3563b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87035c5-196f-4d22-89be-d0b26271a56e,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:24.754648 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-57398efa-4549-4b73-97a7-221ad3563b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:25.001875 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 38388) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:25.014960 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4c1da3fe-00bc-47a6-9b34-c14034f4d717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:25.104684 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4c1da3fe-00bc-47a6-9b34-c14034f4d717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:25.108288 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4c1da3fe-00bc-47a6-9b34-c14034f4d717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:25.112143 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-0c5c91bd-d71d-4bfc-abbe-3f727d080f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:25.145525 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-4c1da3fe-00bc-47a6-9b34-c14034f4d717 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59b8b044a08e4da3bcd975d4a8b14893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425457 Jun 24 09:22:25.146499 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1da3fe-00bc-47a6-9b34-c14034f4d717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e358900b-5d18-4d50-8f44-04be67c48a67,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:25.148173 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 38390) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:25.149526 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-4c1da3fe-00bc-47a6-9b34-c14034f4d717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:25.196575 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ea40a4e4-dc10-48dc-b826-6d9eacc8af75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:25.216235 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ea40a4e4-dc10-48dc-b826-6d9eacc8af75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:25.261835 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ea40a4e4-dc10-48dc-b826-6d9eacc8af75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:25.264566 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ea40a4e4-dc10-48dc-b826-6d9eacc8af75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:25.265654 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-ea40a4e4-dc10-48dc-b826-6d9eacc8af75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e358900b-5d18-4d50-8f44-04be67c48a67 HTTP/1.1" status: 204 len: 168 time: 0.1164834 Jun 24 09:22:25.266872 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-53aff52d-18e1-4182-8380-984f4b397935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:25.274101 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40a4e4-dc10-48dc-b826-6d9eacc8af75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e358900b-5d18-4d50-8f44-04be67c48a67,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:25.276848 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ea40a4e4-dc10-48dc-b826-6d9eacc8af75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:25.899176 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 38414) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:25.992275 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1089227370-network', 'tenant_id': 'b2e9f5076f6841fe9264ca09e36a95a7'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:26.013544 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Made reservation on behalf of b2e9f5076f6841fe9264ca09e36a95a7 for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:26.015967 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:26.024015 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:26.109967 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:26.114327 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:26.117176 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-d2b0e749-bdc7-4161-bd73-a7c844efa81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:26.138564 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:22:26.148059 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1820322-421e-413c-b2ea-a1e07fe7a606,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:26.153487 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:26.156453 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:26.156787 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.segments_db [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Added segment b7bfec89-acee-48c2-884c-f2b547e9779f of type vlan for network b9963759-656f-472e-b334-4030396fe075 Jun 24 09:22:26.203867 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:26.230716 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:26.232176 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:26.232747 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:26.236038 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:26.283585 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3832028 Jun 24 09:22:26.286408 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 38420) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:26.291440 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-65c51c27-8af3-44ae-8b75-19fb0f5d7293 admin admin] Request body: {'subnet': {'network_id': 'b9963759-656f-472e-b334-4030396fe075', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1089227370-subnet', 'tenant_id': 'b2e9f5076f6841fe9264ca09e36a95a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:26.292533 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Pushing event updated for resources: {'Network': ['ID=b9963759-656f-472e-b334-4030396fe075,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:26.295147 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:26.303452 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network b9963759-656f-472e-b334-4030396fe075 details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:22:26.312020 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c51c27-8af3-44ae-8b75-19fb0f5d7293 admin admin] Made reservation on behalf of b2e9f5076f6841fe9264ca09e36a95a7 for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:26.314945 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65c51c27-8af3-44ae-8b75-19fb0f5d7293 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4289926'] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:26.476158 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65c51c27-8af3-44ae-8b75-19fb0f5d7293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6174769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4289940'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:26.479211 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-9390fba8-410a-41f0-91c1-fbdce024a7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:26.532513 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c51c27-8af3-44ae-8b75-19fb0f5d7293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c67f6c-e942-460d-84ac-d593186d28b9,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:26.536268 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-65c51c27-8af3-44ae-8b75-19fb0f5d7293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:26.539927 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c51c27-8af3-44ae-8b75-19fb0f5d7293 admin admin] Checking segment: {'id': 'b7bfec89-acee-48c2-884c-f2b547e9779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b9963759-656f-472e-b334-4030396fe075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:26.540284 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c51c27-8af3-44ae-8b75-19fb0f5d7293 admin admin] Network hostable DHCP agents. Network: b9963759-656f-472e-b334-4030396fe075, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:22:26.556680 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c51c27-8af3-44ae-8b75-19fb0f5d7293 admin admin] Network b9963759-656f-472e-b334-4030396fe075 is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:22:26.565673 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-65c51c27-8af3-44ae-8b75-19fb0f5d7293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, b9963759-656f-472e-b334-4030396fe075) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:26.570170 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c51c27-8af3-44ae-8b75-19fb0f5d7293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:26.570756 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65c51c27-8af3-44ae-8b75-19fb0f5d7293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:26.574423 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c7c97-86dd-4d3e-bdf6-ee3b8fa9c4a6 None None] Network b9963759-656f-472e-b334-4030396fe075 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:26.591019 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-65c51c27-8af3-44ae-8b75-19fb0f5d7293 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2997477 Jun 24 09:22:26.705792 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b521c1d-8a3d-46a0-95f1-d7d40baa6196 None None] Network b9963759-656f-472e-b334-4030396fe075 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:28.337516 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-a08fd599-7bc2-4d0d-9206-e6e4949e6441 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:28.338850 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-a08fd599-7bc2-4d0d-9206-e6e4949e6441 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/networks?id=b9963759-656f-472e-b334-4030396fe075 HTTP/1.1" status: 200 len: 809 time: 0.1105680 Jun 24 09:22:28.353788 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-3281260d-d0d6-4943-86f5-c54eda139ff6 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/quotas/b2e9f5076f6841fe9264ca09e36a95a7 HTTP/1.1" status: 200 len: 375 time: 0.0093889 Jun 24 09:22:28.385443 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-77f23f68-a2c8-436a-9a51-ca0e922ffbe4 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b2e9f5076f6841fe9264ca09e36a95a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268369 Jun 24 09:22:28.471071 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-938ed888-f77a-4f62-854d-e64ed0780c5a service neutron] 10.222.0.22 "GET /v2.0/networks/b9963759-656f-472e-b334-4030396fe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793657 Jun 24 09:22:28.505087 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-31adb065-a69d-436b-8e68-a13f6332d3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:28.569220 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-cf96d4a7-30d3-4c86-a2c8-41b23121a729 service neutron] 10.222.0.22 "GET /v2.0/networks/b9963759-656f-472e-b334-4030396fe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924726 Jun 24 09:22:28.740746 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ae6c230d-29dd-417d-b201-0ef15c9ad280 req-98282ab5-f4c6-4274-becf-b1628e3c0ab7 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 210 time: 0.0279932 Jun 24 09:22:28.976671 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d64f14-c538-4fb5-87e1-a52aadabd842 req-99e65874-3412-48b5-9d25-e5db15484167 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:28.978142 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-75d64f14-c538-4fb5-87e1-a52aadabd842 req-99e65874-3412-48b5-9d25-e5db15484167 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 945 time: 0.0659716 Jun 24 09:22:29.023489 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-75d64f14-c538-4fb5-87e1-a52aadabd842 req-5b47848b-748c-468a-9c62-9805178c6551 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386977 Jun 24 09:22:29.894115 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-85763e18-2459-4e53-8623-2664fe37abc7 req-b82fb67c-2ed6-4a63-8113-39905f87b035 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 210 time: 0.0374095 Jun 24 09:22:29.897530 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-ba99b958-a09f-4349-b397-67b935019400 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:29.898974 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-ba99b958-a09f-4349-b397-67b935019400 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.23 "GET /v2.0/networks?id=b9963759-656f-472e-b334-4030396fe075 HTTP/1.1" status: 200 len: 809 time: 0.1015565 Jun 24 09:22:29.919417 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Request body: {'port': {'device_id': 'e242460b-aecf-4e26-8aa9-2dbf4cb77265', 'network_id': 'b9963759-656f-472e-b334-4030396fe075', 'admin_state_up': True, 'tenant_id': 'b2e9f5076f6841fe9264ca09e36a95a7'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:30.352035 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc022e-af51-4d6f-9a60-3f3e48c9f3e6 req-e5b10858-6231-4fbf-aa62-18f36625dced tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:30.353402 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b5fc022e-af51-4d6f-9a60-3f3e48c9f3e6 req-e5b10858-6231-4fbf-aa62-18f36625dced tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 945 time: 0.1050508 Jun 24 09:22:30.357756 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Made reservation on behalf of b2e9f5076f6841fe9264ca09e36a95a7 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:30.361686 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:30.439047 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b5fc022e-af51-4d6f-9a60-3f3e48c9f3e6 req-9912c12a-eeaa-4643-901a-0e73cf4fae17 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749049 Jun 24 09:22:30.511986 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Allocated IP 172.20.0.2 (b9963759-656f-472e-b334-4030396fe075/03c67f6c-e942-460d-84ac-d593186d28b9/71f18b53-82ce-4624-b270-4ecced831c83) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:22:30.654262 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:30.692442 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:30.696070 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:30.734561 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Network b9963759-656f-472e-b334-4030396fe075 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:22:30.738184 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:30.741811 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:22:30.766249 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Pushing event updated for resources: {'Port': ['ID=71f18b53-82ce-4624-b270-4ecced831c83,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:30.770753 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:30.793862 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:30.794454 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:30.808514 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8930156 Jun 24 09:22:30.827933 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Request body: {'port': {'device_id': 'e242460b-aecf-4e26-8aa9-2dbf4cb77265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:30.900008 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:31.072699 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede48c35-b06c-4c37-9a6e-55a68f18b7b4 req-6abfe86a-fa2d-46ee-9378-2a7cdcde56ad tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:31.074220 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ede48c35-b06c-4c37-9a6e-55a68f18b7b4 req-6abfe86a-fa2d-46ee-9378-2a7cdcde56ad tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 931 time: 0.0705545 Jun 24 09:22:31.111444 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ede48c35-b06c-4c37-9a6e-55a68f18b7b4 req-b5680343-2e72-44f3-b74a-ce9982d702b4 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309901 Jun 24 09:22:31.136677 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-12f7e969-24ad-4dc7-b5b7-4d7970877b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:31.160801 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f18b53-82ce-4624-b270-4ecced831c83 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:22:31.168061 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:31.179413 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Transition to ACTIVE for port object 71f18b53-82ce-4624-b270-4ecced831c83 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:22:31.182910 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:31.185563 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c9a3696f-ee16-4522-9e56-dcdf3cdbc521 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:31.229509 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Pushing event updated for resources: {'Port': ['ID=71f18b53-82ce-4624-b270-4ecced831c83,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:31.233555 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:31.255034 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:31.303563 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Attempting to bind port 71f18b53-82ce-4624-b270-4ecced831c83 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:22:31.303901 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Attempting to bind port 71f18b53-82ce-4624-b270-4ecced831c83 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': 'b7bfec89-acee-48c2-884c-f2b547e9779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b9963759-656f-472e-b334-4030396fe075'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:22:31.304230 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Attempting to bind port 71f18b53-82ce-4624-b270-4ecced831c83 on network b9963759-656f-472e-b334-4030396fe075 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:22:31.308627 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Port 71f18b53-82ce-4624-b270-4ecced831c83 on network b9963759-656f-472e-b334-4030396fe075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:22:31.308948 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Attempting to bind port 71f18b53-82ce-4624-b270-4ecced831c83 on network b9963759-656f-472e-b334-4030396fe075 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:22:31.313658 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:22:31.313990 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Checking segment: {'id': 'b7bfec89-acee-48c2-884c-f2b547e9779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b9963759-656f-472e-b334-4030396fe075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:31.314374 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Bound using segment: {'id': 'b7bfec89-acee-48c2-884c-f2b547e9779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b9963759-656f-472e-b334-4030396fe075'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:22:31.314798 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Bound port: 71f18b53-82ce-4624-b270-4ecced831c83, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bfec89-acee-48c2-884c-f2b547e9779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b9963759-656f-472e-b334-4030396fe075'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:22:31.315145 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:31.375250 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] For port 71f18b53-82ce-4624-b270-4ecced831c83, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:22:31.378167 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] For port 71f18b53-82ce-4624-b270-4ecced831c83, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=71f18b53-82ce-4624-b270-4ecced831c83,segment=NetworkSegment(b7bfec89-acee-48c2-884c-f2b547e9779f),segment_id=b7bfec89-acee-48c2-884c-f2b547e9779f)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:22:31.382643 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:31.385290 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:31.414610 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:31.415203 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:31.416571 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] 10.222.0.23 "PUT /v2.0/ports/71f18b53-82ce-4624-b270-4ecced831c83 HTTP/1.1" status: 200 len: 1093 time: 0.5926073 Jun 24 09:22:31.417055 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e242460b-aecf-4e26-8aa9-2dbf4cb77265', 'tag': '71f18b53-82ce-4624-b270-4ecced831c83'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:22:31.419291 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d22e55-7a9f-4625-b178-f9b4d4d88eda" -d '{"events": [{"name": "network-changed", "server_uuid": "e242460b-aecf-4e26-8aa9-2dbf4cb77265", "tag": "71f18b53-82ce-4624-b270-4ecced831c83"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:22:31.443471 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Pushing event updated for resources: {'Port': ['ID=71f18b53-82ce-4624-b270-4ecced831c83,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:31.446415 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:31.460420 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b037fc8d-3fdd-4101-bc9b-f692db5f712c x-openstack-request-id: req-b037fc8d-3fdd-4101-bc9b-f692db5f712c {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:22:31.460745 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e242460b-aecf-4e26-8aa9-2dbf4cb77265", "tag": "71f18b53-82ce-4624-b270-4ecced831c83", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:22:31.461045 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b037fc8d-3fdd-4101-bc9b-f692db5f712c {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:22:31.461452 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e242460b-aecf-4e26-8aa9-2dbf4cb77265', 'tag': '71f18b53-82ce-4624-b270-4ecced831c83', 'status': 'completed', 'code': 200} Jun 24 09:22:31.539420 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-cab793ac-c226-4914-b0af-9675ad348edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:31.540903 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-cab793ac-c226-4914-b0af-9675ad348edb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2e9f5076f6841fe9264ca09e36a95a7&device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 1096 time: 0.0577452 Jun 24 09:22:31.590506 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-b4bcf450-c266-4474-9e66-983f384b26e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71f18b53-82ce-4624-b270-4ecced831c83 HTTP/1.1" status: 200 len: 217 time: 0.0344527 Jun 24 09:22:31.614898 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463e710-5621-40c5-9715-8df5b8325504 req-e828cdcc-d845-41ff-8001-47b5597c32a3 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:31.616461 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d463e710-5621-40c5-9715-8df5b8325504 req-e828cdcc-d845-41ff-8001-47b5597c32a3 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 945 time: 0.0622158 Jun 24 09:22:31.637216 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-36f764c8-450d-459f-bad2-8ce40c6ab8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:31.638625 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-36f764c8-450d-459f-bad2-8ce40c6ab8c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03c67f6c-e942-460d-84ac-d593186d28b9 HTTP/1.1" status: 200 len: 849 time: 0.0421073 Jun 24 09:22:31.653686 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-d463e710-5621-40c5-9715-8df5b8325504 req-9e49eee7-d2b8-4bee-82a6-d6934571d518 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316067 Jun 24 09:22:31.675304 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-320dee81-4bb9-4a6a-a04b-05d3d6f48b6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9963759-656f-472e-b334-4030396fe075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295744 Jun 24 09:22:31.760868 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-cd92cc39-b5f8-4186-afb6-7e6ed575df0a service neutron] 10.222.0.23 "GET /v2.0/networks/b9963759-656f-472e-b334-4030396fe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784459 Jun 24 09:22:31.856579 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f730bd07-fe10-4f25-814f-c9e840b9b962 req-0218a6b8-43d7-4932-be8d-fca023cca50a service neutron] 10.222.0.23 "GET /v2.0/networks/b9963759-656f-472e-b334-4030396fe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882571 Jun 24 09:22:32.003775 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22e55-7a9f-4625-b178-f9b4d4d88eda req-3fa9871f-fe45-4644-83da-24beaa83ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:32.005239 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e3d22e55-7a9f-4625-b178-f9b4d4d88eda req-3fa9871f-fe45-4644-83da-24beaa83ddc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2e9f5076f6841fe9264ca09e36a95a7&device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 1096 time: 0.0524962 Jun 24 09:22:32.094770 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22e55-7a9f-4625-b178-f9b4d4d88eda req-e0a6df1c-22d2-4945-b244-f99b13e73c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:32.096165 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e3d22e55-7a9f-4625-b178-f9b4d4d88eda req-e0a6df1c-22d2-4945-b244-f99b13e73c0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9963759-656f-472e-b334-4030396fe075 HTTP/1.1" status: 200 len: 910 time: 0.0836229 Jun 24 09:22:32.141371 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e3d22e55-7a9f-4625-b178-f9b4d4d88eda req-fee37c75-5b5a-4c01-bda4-04a679a75fc6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71f18b53-82ce-4624-b270-4ecced831c83 HTTP/1.1" status: 200 len: 217 time: 0.0381036 Jun 24 09:22:32.191632 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22e55-7a9f-4625-b178-f9b4d4d88eda req-c7586dbf-0258-4e0e-bc01-ccd897fe9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:32.193066 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e3d22e55-7a9f-4625-b178-f9b4d4d88eda req-c7586dbf-0258-4e0e-bc01-ccd897fe9178 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03c67f6c-e942-460d-84ac-d593186d28b9 HTTP/1.1" status: 200 len: 849 time: 0.0446088 Jun 24 09:22:32.236760 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e3d22e55-7a9f-4625-b178-f9b4d4d88eda req-66f4e28a-6ad8-496d-bfcd-37f24876eff6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9963759-656f-472e-b334-4030396fe075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335138 Jun 24 09:22:32.319467 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:32.369797 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1747d-e2b0-4804-ac6b-18432590126a req-bb1abe31-6a0d-4ed3-9993-02684964daf0 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:32.371177 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ccb1747d-e2b0-4804-ac6b-18432590126a req-bb1abe31-6a0d-4ed3-9993-02684964daf0 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 943 time: 0.1335754 Jun 24 09:22:32.373291 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e3d22e55-7a9f-4625-b178-f9b4d4d88eda req-76e93727-8161-4fb2-9238-7bf5f7c4e30a service neutron] 10.222.0.23 "GET /v2.0/networks/b9963759-656f-472e-b334-4030396fe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273696 Jun 24 09:22:32.457542 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-ccb1747d-e2b0-4804-ac6b-18432590126a req-095f0063-086e-4629-8cf3-5375f06fd34b tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802248 Jun 24 09:22:32.489915 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e3d22e55-7a9f-4625-b178-f9b4d4d88eda req-50ca26ed-ec97-4643-b815-e980e5d5056e service neutron] 10.222.0.23 "GET /v2.0/networks/b9963759-656f-472e-b334-4030396fe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068211 Jun 24 09:22:32.822074 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac90da6-3374-434d-84be-8d7f75acc5fc req-f6e9e91a-76ed-4704-903e-a804b6ed716c tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:32.823607 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-dac90da6-3374-434d-84be-8d7f75acc5fc req-f6e9e91a-76ed-4704-903e-a804b6ed716c tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 945 time: 0.0621409 Jun 24 09:22:32.859422 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-dac90da6-3374-434d-84be-8d7f75acc5fc req-eeb78485-f6ae-4e08-8cab-acae0b52a5a4 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303538 Jun 24 09:22:33.630147 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df696be3-7397-48a1-b7f3-c74b78663fd9 req-c986fb45-3f2c-4524-98b0-60afa4099dae tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:33.631626 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-df696be3-7397-48a1-b7f3-c74b78663fd9 req-c986fb45-3f2c-4524-98b0-60afa4099dae tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 943 time: 0.0620561 Jun 24 09:22:33.668961 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-df696be3-7397-48a1-b7f3-c74b78663fd9 req-cb8149cb-c4b4-471e-a3fc-fd6e0be335dc tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Jun 24 09:22:33.782386 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:34.031229 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fe62d-2439-4c52-a6b0-df8711d5e193 req-9d83ffe1-1483-4542-bc0d-39bdcbdf03ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:34.032623 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-cb8fe62d-2439-4c52-a6b0-df8711d5e193 req-9d83ffe1-1483-4542-bc0d-39bdcbdf03ab tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 945 time: 0.0653598 Jun 24 09:22:34.070190 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-cb8fe62d-2439-4c52-a6b0-df8711d5e193 req-92310ae1-244a-45f2-9501-115ffd3d2cc4 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311193 Jun 24 09:22:34.495769 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169a6ea-c0f7-4fc0-a14c-4f112ecbbcba req-b34bc174-28d7-474a-8128-7cf717a86427 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:34.497134 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5169a6ea-c0f7-4fc0-a14c-4f112ecbbcba req-b34bc174-28d7-474a-8128-7cf717a86427 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.23 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 945 time: 0.0675285 Jun 24 09:22:34.593932 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-5169a6ea-c0f7-4fc0-a14c-4f112ecbbcba req-56160626-99b3-42eb-a54c-1165d2d86cc6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Deleting port 292556ec-7d54-4633-999c-c384df02b688 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:22:34.594271 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-5169a6ea-c0f7-4fc0-a14c-4f112ecbbcba req-56160626-99b3-42eb-a54c-1165d2d86cc6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:34.683970 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-5169a6ea-c0f7-4fc0-a14c-4f112ecbbcba req-56160626-99b3-42eb-a54c-1165d2d86cc6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] For port 292556ec-7d54-4633-999c-c384df02b688, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=292556ec-7d54-4633-999c-c384df02b688,segment=NetworkSegment(a9505ce1-38fc-4f91-ad93-ad06bf1026b0),segment_id=a9505ce1-38fc-4f91-ad93-ad06bf1026b0)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:34.684674 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-5169a6ea-c0f7-4fc0-a14c-4f112ecbbcba req-56160626-99b3-42eb-a54c-1165d2d86cc6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:34.695718 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-5169a6ea-c0f7-4fc0-a14c-4f112ecbbcba req-56160626-99b3-42eb-a54c-1165d2d86cc6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Calling delete_port for 292556ec-7d54-4633-999c-c384df02b688 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:22:34.853049 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-5169a6ea-c0f7-4fc0-a14c-4f112ecbbcba req-56160626-99b3-42eb-a54c-1165d2d86cc6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:34.859285 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-f8310750-72f6-49e2-8d10-91696531ee51 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:34.886938 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56160626-99b3-42eb-a54c-1165d2d86cc6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Pushing event deleted for resources: {'Port': ['ID=292556ec-7d54-4633-999c-c384df02b688,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:34.888792 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['292556ec-7d54-4633-999c-c384df02b688'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:22:34.890027 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-56160626-99b3-42eb-a54c-1165d2d86cc6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:34.940696 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-5169a6ea-c0f7-4fc0-a14c-4f112ecbbcba req-56160626-99b3-42eb-a54c-1165d2d86cc6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] No DVR routers for this DVR port 292556ec-7d54-4633-999c-c384df02b688 on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:22:34.943521 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-5169a6ea-c0f7-4fc0-a14c-4f112ecbbcba req-56160626-99b3-42eb-a54c-1165d2d86cc6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:34.945776 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5169a6ea-c0f7-4fc0-a14c-4f112ecbbcba req-56160626-99b3-42eb-a54c-1165d2d86cc6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.23 "DELETE /v2.0/ports/292556ec-7d54-4633-999c-c384df02b688 HTTP/1.1" status: 204 len: 173 time: 0.4432831 Jun 24 09:22:34.946399 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b8abc1-6f45-4fd9-984e-bb3c6a399395', 'name': 'network-vif-deleted', 'tag': '292556ec-7d54-4633-999c-c384df02b688'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:22:34.949640 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6b6d24-16b8-45d1-bcf8-1d161101dd67" -d '{"events": [{"server_uuid": "85b8abc1-6f45-4fd9-984e-bb3c6a399395", "name": "network-vif-deleted", "tag": "292556ec-7d54-4633-999c-c384df02b688"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:22:34.959587 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bb245-68b5-4489-aeeb-65c5036e70a5 req-f869ac3a-aec9-4aff-b079-70566837fb4d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:34.961801 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-584bb245-68b5-4489-aeeb-65c5036e70a5 req-f869ac3a-aec9-4aff-b079-70566837fb4d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 943 time: 0.1830153 Jun 24 09:22:34.999559 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bb2850-ced2-4c36-9d4c-4be92ec67a9b x-openstack-request-id: req-96bb2850-ced2-4c36-9d4c-4be92ec67a9b {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:22:34.999888 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b8abc1-6f45-4fd9-984e-bb3c6a399395", "name": "network-vif-deleted", "tag": "292556ec-7d54-4633-999c-c384df02b688", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:22:35.000172 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96bb2850-ced2-4c36-9d4c-4be92ec67a9b {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:22:35.000593 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b8abc1-6f45-4fd9-984e-bb3c6a399395', 'name': 'network-vif-deleted', 'tag': '292556ec-7d54-4633-999c-c384df02b688', 'status': 'completed', 'code': 200} Jun 24 09:22:35.009093 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-584bb245-68b5-4489-aeeb-65c5036e70a5 req-891066e6-e8f7-4e82-af13-64d2f257f5a7 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423377 Jun 24 09:22:35.202120 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 71f18b53-82ce-4624-b270-4ecced831c83 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:22:35.222118 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0981b0e3-6cb0-4f1e-ba36-d047d58aa087 req-e166bd14-4cc0-40c8-8875-c29ea15c88e5 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b8abc1-6f45-4fd9-984e-bb3c6a399395 HTTP/1.1" status: 200 len: 210 time: 0.0289464 Jun 24 09:22:35.292107 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 71f18b53-82ce-4624-b270-4ecced831c83, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=71f18b53-82ce-4624-b270-4ecced831c83,segment=NetworkSegment(b7bfec89-acee-48c2-884c-f2b547e9779f),segment_id=b7bfec89-acee-48c2-884c-f2b547e9779f)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:35.302686 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '71f18b53-82ce-4624-b270-4ecced831c83', 'network_id': 'b9963759-656f-472e-b334-4030396fe075', 'port_id': '71f18b53-82ce-4624-b270-4ecced831c83', 'mac_address': 'fa:16:3e:d1:b4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c67f6c-e942-460d-84ac-d593186d28b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:22:35.341093 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:35.354212 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f18b53-82ce-4624-b270-4ecced831c83 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:22:35.374148 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 71f18b53-82ce-4624-b270-4ecced831c83, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=71f18b53-82ce-4624-b270-4ecced831c83,segment=NetworkSegment(b7bfec89-acee-48c2-884c-f2b547e9779f),segment_id=b7bfec89-acee-48c2-884c-f2b547e9779f)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:35.378686 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:35.380408 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:35.426346 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=71f18b53-82ce-4624-b270-4ecced831c83,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:35.429685 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:35.821374 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['71f18b53-82ce-4624-b270-4ecced831c83'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:22:36.298169 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d3b83-d35d-44ab-915f-182f4335f8c2 req-3a8b7afa-0ba1-44cb-8df2-ad84e8dd5525 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:36.299661 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f84d3b83-d35d-44ab-915f-182f4335f8c2 req-3a8b7afa-0ba1-44cb-8df2-ad84e8dd5525 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 944 time: 0.1765177 Jun 24 09:22:36.341139 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f84d3b83-d35d-44ab-915f-182f4335f8c2 req-1418e92d-cdf5-4e65-9b7c-74e32ad974bf tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359325 Jun 24 09:22:37.196218 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 71f18b53-82ce-4624-b270-4ecced831c83 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:22:37.242219 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port 71f18b53-82ce-4624-b270-4ecced831c83 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:22:37.245583 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 71f18b53-82ce-4624-b270-4ecced831c83 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:37.245960 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:37.317725 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:37.338278 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e242460b-aecf-4e26-8aa9-2dbf4cb77265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f18b53-82ce-4624-b270-4ecced831c83'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:22:37.340556 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60206ebb-29e9-4d71-86bf-86f779e8b1fa" -d '{"events": [{"server_uuid": "e242460b-aecf-4e26-8aa9-2dbf4cb77265", "name": "network-vif-plugged", "status": "completed", "tag": "71f18b53-82ce-4624-b270-4ecced831c83"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:22:37.355350 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 71f18b53-82ce-4624-b270-4ecced831c83, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=71f18b53-82ce-4624-b270-4ecced831c83,segment=NetworkSegment(b7bfec89-acee-48c2-884c-f2b547e9779f),segment_id=b7bfec89-acee-48c2-884c-f2b547e9779f)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:37.359864 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:37.361396 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 292556ec-7d54-4633-999c-c384df02b688 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:22:37.363183 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:37.400060 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407b0c73-49bc-4dbd-b478-6de5e21c8ff0 x-openstack-request-id: req-407b0c73-49bc-4dbd-b478-6de5e21c8ff0 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:22:37.400360 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e242460b-aecf-4e26-8aa9-2dbf4cb77265", "name": "network-vif-plugged", "status": "completed", "tag": "71f18b53-82ce-4624-b270-4ecced831c83", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:22:37.400609 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-407b0c73-49bc-4dbd-b478-6de5e21c8ff0 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:22:37.400999 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e242460b-aecf-4e26-8aa9-2dbf4cb77265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f18b53-82ce-4624-b270-4ecced831c83', 'code': 200} Jun 24 09:22:37.403473 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: 292556ec-7d54-4633-999c-c384df02b688 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:22:37.403968 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 292556ec-7d54-4633-999c-c384df02b688 not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:22:37.431926 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=71f18b53-82ce-4624-b270-4ecced831c83,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:37.435487 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:37.526588 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205fede-8e6e-4b31-8b16-d92200f4b329 req-e1b4bed5-d9d7-4815-a52d-531ccd0b0a1e tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:37.528338 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0205fede-8e6e-4b31-8b16-d92200f4b329 req-e1b4bed5-d9d7-4815-a52d-531ccd0b0a1e tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 945 time: 0.0754740 Jun 24 09:22:37.570062 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0205fede-8e6e-4b31-8b16-d92200f4b329 req-e028accf-4a1b-4e8b-9008-1987bb0e653d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344601 Jun 24 09:22:37.640880 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372166d2-da5f-4d65-b78c-d204937eee83 req-d091b4d6-6819-4f11-a792-5772431e9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:37.642380 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-372166d2-da5f-4d65-b78c-d204937eee83 req-d091b4d6-6819-4f11-a792-5772431e9d60 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 1098 time: 0.0595601 Jun 24 09:22:37.681161 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-372166d2-da5f-4d65-b78c-d204937eee83 req-2953e307-8223-4c4e-a3e6-9537b1374cf7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326719 Jun 24 09:22:38.742602 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56efb60-558a-45de-b1cb-8968fa901723 req-1723579b-574f-4179-9f74-dfc727d6d182 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:38.744090 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f56efb60-558a-45de-b1cb-8968fa901723 req-1723579b-574f-4179-9f74-dfc727d6d182 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 945 time: 0.0637224 Jun 24 09:22:38.786172 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f56efb60-558a-45de-b1cb-8968fa901723 req-8d9562d8-d510-4202-aa41-e25976c30a16 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364549 Jun 24 09:22:39.456374 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:39.961026 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e873a4-46ef-4c14-a38a-1900429c850b req-76f58e6b-6d45-4776-9f83-ad510f828e9a tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:39.962511 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-83e873a4-46ef-4c14-a38a-1900429c850b req-76f58e6b-6d45-4776-9f83-ad510f828e9a tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 945 time: 0.0629399 Jun 24 09:22:40.001858 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-83e873a4-46ef-4c14-a38a-1900429c850b req-80a71150-eb7d-4b79-87e5-c38d3781523d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337415 Jun 24 09:22:40.252716 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-b7393267-190e-4b4d-b18a-e52cf533c0e6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:40.254180 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-b7393267-190e-4b4d-b18a-e52cf533c0e6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/networks?id=49a1fe34-e037-4299-8479-ec79eeab6658 HTTP/1.1" status: 200 len: 813 time: 0.1020515 Jun 24 09:22:40.268748 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-d22d451c-9a7d-453b-b67e-c68e0b0b576e tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/quotas/5c5f0e3cad2a42b999859b092cd43820 HTTP/1.1" status: 200 len: 375 time: 0.0091517 Jun 24 09:22:40.304594 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-8167c01c-218b-4271-8870-11e1e683648a tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c5f0e3cad2a42b999859b092cd43820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306594 Jun 24 09:22:40.316178 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-9d311564-9568-4e34-888b-2b9f53f7c25f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:22:40.317167 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-9d311564-9568-4e34-888b-2b9f53f7c25f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058451 Jun 24 09:22:40.408706 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-b02468d0-6230-447e-a840-55e99657a598 service neutron] 10.222.0.22 "GET /v2.0/networks/49a1fe34-e037-4299-8479-ec79eeab6658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856731 Jun 24 09:22:40.498104 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-7d61be4f-3d41-4dec-8ced-00bb242e4a63 service neutron] 10.222.0.22 "GET /v2.0/networks/49a1fe34-e037-4299-8479-ec79eeab6658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836027 Jun 24 09:22:40.693575 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-661a1a04-4c67-44ed-99b5-a6e8c63a1747 req-cf2ecb80-1c8b-40b0-a30a-cf865015852d tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 210 time: 0.0363197 Jun 24 09:22:40.799521 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644c34-23a4-41de-b546-5879347f21d4 req-c13d33f9-c83e-4306-ad63-74bea810ac22 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:40.801452 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2f644c34-23a4-41de-b546-5879347f21d4 req-c13d33f9-c83e-4306-ad63-74bea810ac22 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 945 time: 0.0653391 Jun 24 09:22:40.843363 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2f644c34-23a4-41de-b546-5879347f21d4 req-d9c30cb0-e78f-4924-b311-132b777cd1c4 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Jun 24 09:22:41.802395 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-256a3606-757b-4313-b42c-664f964ad85f tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:41.804750 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-256a3606-757b-4313-b42c-664f964ad85f tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.23 "GET /v2.0/networks?id=49a1fe34-e037-4299-8479-ec79eeab6658 HTTP/1.1" status: 200 len: 813 time: 0.1090641 Jun 24 09:22:41.829059 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Request body: {'port': {'device_id': '81098ee0-f676-4188-a472-3351c39b1795', 'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658', 'admin_state_up': True, 'tenant_id': '5c5f0e3cad2a42b999859b092cd43820'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:41.837982 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-22f09fc4-ad79-48b1-a66a-9dfc0075524f req-d9eb8eca-2d8a-4a06-abaf-5f76379c6220 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 210 time: 0.0286534 Jun 24 09:22:41.955778 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Made reservation on behalf of 5c5f0e3cad2a42b999859b092cd43820 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:41.959283 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.116034 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35a53a-7853-4ee8-9bb2-6b0f9efb386a req-f4fc263e-64d5-4ad1-a12a-48b8cb794962 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:42.117393 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3c35a53a-7853-4ee8-9bb2-6b0f9efb386a req-f4fc263e-64d5-4ad1-a12a-48b8cb794962 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 945 time: 0.1482656 Jun 24 09:22:42.144119 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Allocated IP 172.20.0.11 (49a1fe34-e037-4299-8479-ec79eeab6658/df85e82c-3e6a-459d-a371-20c3060caa2a/338eaeea-2094-493a-9123-52a12e8bae5c) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:22:42.172377 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3c35a53a-7853-4ee8-9bb2-6b0f9efb386a req-0d1bbe59-240d-4ace-bf2b-a466252c3ae1 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483572 Jun 24 09:22:42.305495 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.349751 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.353839 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:42.394296 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Network 49a1fe34-e037-4299-8479-ec79eeab6658 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:22:42.397335 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:42.401065 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:22:42.428454 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Pushing event updated for resources: {'Port': ['ID=338eaeea-2094-493a-9123-52a12e8bae5c,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:42.432533 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:42.455569 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:42.456170 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.469568 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6444376 Jun 24 09:22:42.590757 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Request body: {'port': {'device_id': '81098ee0-f676-4188-a472-3351c39b1795', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:42.647216 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3682f-35ee-442e-a547-acb97be85b24 req-bcd73e37-6fa9-483d-aaf4-fc1f90fa4b82 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:42.648647 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c0b3682f-35ee-442e-a547-acb97be85b24 req-bcd73e37-6fa9-483d-aaf4-fc1f90fa4b82 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.23 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 945 time: 0.0617948 Jun 24 09:22:42.665301 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.756544 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [req-c0b3682f-35ee-442e-a547-acb97be85b24 req-67949f93-3201-4da7-8b37-890007641315 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Deleting port 71f18b53-82ce-4624-b270-4ecced831c83 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:22:42.756884 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-c0b3682f-35ee-442e-a547-acb97be85b24 req-67949f93-3201-4da7-8b37-890007641315 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.842294 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [req-c0b3682f-35ee-442e-a547-acb97be85b24 req-67949f93-3201-4da7-8b37-890007641315 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] For port 71f18b53-82ce-4624-b270-4ecced831c83, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=71f18b53-82ce-4624-b270-4ecced831c83,segment=NetworkSegment(b7bfec89-acee-48c2-884c-f2b547e9779f),segment_id=b7bfec89-acee-48c2-884c-f2b547e9779f)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:42.843003 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-c0b3682f-35ee-442e-a547-acb97be85b24 req-67949f93-3201-4da7-8b37-890007641315 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.857470 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [req-c0b3682f-35ee-442e-a547-acb97be85b24 req-67949f93-3201-4da7-8b37-890007641315 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Calling delete_port for 71f18b53-82ce-4624-b270-4ecced831c83 owned by compute:nova {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:22:42.920915 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338eaeea-2094-493a-9123-52a12e8bae5c {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:22:42.928297 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.941022 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Transition to ACTIVE for port object 338eaeea-2094-493a-9123-52a12e8bae5c will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:22:42.945139 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.948225 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6d4389a6-f3d3-4c8a-be94-c378d678548b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:42.996686 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Pushing event updated for resources: {'Port': ['ID=338eaeea-2094-493a-9123-52a12e8bae5c,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:43.000137 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:43.031310 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-c0b3682f-35ee-442e-a547-acb97be85b24 req-67949f93-3201-4da7-8b37-890007641315 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:43.035768 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-ebd1e8a0-79ec-4b37-9831-17d14788807d tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:43.069206 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['71f18b53-82ce-4624-b270-4ecced831c83'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:22:43.069773 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67949f93-3201-4da7-8b37-890007641315 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Pushing event deleted for resources: {'Port': ['ID=71f18b53-82ce-4624-b270-4ecced831c83,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:43.074114 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-67949f93-3201-4da7-8b37-890007641315 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:43.089454 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef3e20-d70e-4591-b7be-b36d417e8b7b req-4ac2d0b4-0636-409d-87cb-9ab4b22060b4 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:43.091048 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f8ef3e20-d70e-4591-b7be-b36d417e8b7b req-4ac2d0b4-0636-409d-87cb-9ab4b22060b4 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 944 time: 0.1186240 Jun 24 09:22:43.101238 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Attempting to bind port 338eaeea-2094-493a-9123-52a12e8bae5c on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:22:43.101575 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Attempting to bind port 338eaeea-2094-493a-9123-52a12e8bae5c by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': 'a9505ce1-38fc-4f91-ad93-ad06bf1026b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:22:43.101904 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Attempting to bind port 338eaeea-2094-493a-9123-52a12e8bae5c on network 49a1fe34-e037-4299-8479-ec79eeab6658 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:22:43.106502 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Port 338eaeea-2094-493a-9123-52a12e8bae5c on network 49a1fe34-e037-4299-8479-ec79eeab6658 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:22:43.106811 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Attempting to bind port 338eaeea-2094-493a-9123-52a12e8bae5c on network 49a1fe34-e037-4299-8479-ec79eeab6658 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:22:43.112473 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:22:43.112809 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Checking segment: {'id': 'a9505ce1-38fc-4f91-ad93-ad06bf1026b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:43.113184 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Bound using segment: {'id': 'a9505ce1-38fc-4f91-ad93-ad06bf1026b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:22:43.113603 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Bound port: 338eaeea-2094-493a-9123-52a12e8bae5c, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9505ce1-38fc-4f91-ad93-ad06bf1026b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:22:43.113946 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:43.156746 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b3682f-35ee-442e-a547-acb97be85b24 req-67949f93-3201-4da7-8b37-890007641315 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] No DVR routers for this DVR port 71f18b53-82ce-4624-b270-4ecced831c83 on host hv-cinder-79781 {{(pid=93121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:22:43.161446 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-c0b3682f-35ee-442e-a547-acb97be85b24 req-67949f93-3201-4da7-8b37-890007641315 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:43.163328 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c0b3682f-35ee-442e-a547-acb97be85b24 req-67949f93-3201-4da7-8b37-890007641315 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.23 "DELETE /v2.0/ports/71f18b53-82ce-4624-b270-4ecced831c83 HTTP/1.1" status: 204 len: 173 time: 0.5092947 Jun 24 09:22:43.163865 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e242460b-aecf-4e26-8aa9-2dbf4cb77265', 'name': 'network-vif-deleted', 'tag': '71f18b53-82ce-4624-b270-4ecced831c83'}] {{(pid=93121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:22:43.166222 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31124700cb2bf3b77116a2171270a120f87fb7573a800835942e3a72bea6ad82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364bcaf2-2686-4369-9844-226521359d19" -d '{"events": [{"server_uuid": "e242460b-aecf-4e26-8aa9-2dbf4cb77265", "name": "network-vif-deleted", "tag": "71f18b53-82ce-4624-b270-4ecced831c83"}]}' {{(pid=93121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:22:43.181246 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] For port 338eaeea-2094-493a-9123-52a12e8bae5c, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:22:43.184534 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f8ef3e20-d70e-4591-b7be-b36d417e8b7b req-173fb170-bdac-4a63-b4e5-fcd1a9710a30 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776839 Jun 24 09:22:43.185208 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] For port 338eaeea-2094-493a-9123-52a12e8bae5c, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=338eaeea-2094-493a-9123-52a12e8bae5c,segment=NetworkSegment(a9505ce1-38fc-4f91-ad93-ad06bf1026b0),segment_id=a9505ce1-38fc-4f91-ad93-ad06bf1026b0)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:22:43.190186 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:43.193634 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-bf38b51d-09cf-4a80-b354-31342e1393a2 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:43.239443 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:43.240084 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:43.241444 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] 10.222.0.23 "PUT /v2.0/ports/338eaeea-2094-493a-9123-52a12e8bae5c HTTP/1.1" status: 200 len: 1094 time: 0.6549749 Jun 24 09:22:43.244183 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81098ee0-f676-4188-a472-3351c39b1795', 'tag': '338eaeea-2094-493a-9123-52a12e8bae5c'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:22:43.246519 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189a212d-dd7a-4a40-b6cc-9f51712a98b8" -d '{"events": [{"name": "network-changed", "server_uuid": "81098ee0-f676-4188-a472-3351c39b1795", "tag": "338eaeea-2094-493a-9123-52a12e8bae5c"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:22:43.280047 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c180ac-898b-40e2-9ac6-d6a4a2f4f8f6 x-openstack-request-id: req-20c180ac-898b-40e2-9ac6-d6a4a2f4f8f6 {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:22:43.280482 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e242460b-aecf-4e26-8aa9-2dbf4cb77265", "name": "network-vif-deleted", "tag": "71f18b53-82ce-4624-b270-4ecced831c83", "status": "completed", "code": 200}]} {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:22:43.280876 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20c180ac-898b-40e2-9ac6-d6a4a2f4f8f6 {{(pid=93121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:22:43.281412 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e242460b-aecf-4e26-8aa9-2dbf4cb77265', 'name': 'network-vif-deleted', 'tag': '71f18b53-82ce-4624-b270-4ecced831c83', 'status': 'completed', 'code': 200} Jun 24 09:22:43.284329 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Pushing event updated for resources: {'Port': ['ID=338eaeea-2094-493a-9123-52a12e8bae5c,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:43.287333 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:43.313325 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31e354b-f6d2-4aff-8f17-28064c7ba7d0 x-openstack-request-id: req-c31e354b-f6d2-4aff-8f17-28064c7ba7d0 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:22:43.313805 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81098ee0-f676-4188-a472-3351c39b1795", "tag": "338eaeea-2094-493a-9123-52a12e8bae5c", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:22:43.314650 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c31e354b-f6d2-4aff-8f17-28064c7ba7d0 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:22:43.315147 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81098ee0-f676-4188-a472-3351c39b1795', 'tag': '338eaeea-2094-493a-9123-52a12e8bae5c', 'status': 'completed', 'code': 200} Jun 24 09:22:43.354844 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f3dab26d-9056-4a2c-ac4b-91680ba26dcc req-8230eb7f-22e1-479f-8fdc-813ba00796a8 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=e242460b-aecf-4e26-8aa9-2dbf4cb77265 HTTP/1.1" status: 200 len: 210 time: 0.0318401 Jun 24 09:22:43.393725 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-4e2a03cc-6f3b-475f-87af-1a0a07e702ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:43.395214 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-4e2a03cc-6f3b-475f-87af-1a0a07e702ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c5f0e3cad2a42b999859b092cd43820&device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 1097 time: 0.0535934 Jun 24 09:22:43.455903 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-da55a117-c4ec-4b6d-b7f1-20755d928568 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=338eaeea-2094-493a-9123-52a12e8bae5c HTTP/1.1" status: 200 len: 217 time: 0.0372052 Jun 24 09:22:43.505981 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-8afe73ce-0155-4670-9748-9efee0b51e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:43.507444 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-8afe73ce-0155-4670-9748-9efee0b51e9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df85e82c-3e6a-459d-a371-20c3060caa2a HTTP/1.1" status: 200 len: 853 time: 0.0447862 Jun 24 09:22:43.541485 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-038ebbf1-f31c-46d6-bd9a-d2913b5dc6c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=49a1fe34-e037-4299-8479-ec79eeab6658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257199 Jun 24 09:22:43.635263 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-3a07a115-7883-4e40-b3a0-f5660e7ef401 service neutron] 10.222.0.23 "GET /v2.0/networks/49a1fe34-e037-4299-8479-ec79eeab6658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856628 Jun 24 09:22:43.731606 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8b56e21f-3fb6-4f9d-8328-1b9fb48cd482 req-55731c58-d353-44b3-9a9f-4190188729ea service neutron] 10.222.0.23 "GET /v2.0/networks/49a1fe34-e037-4299-8479-ec79eeab6658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833178 Jun 24 09:22:43.894638 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a212d-dd7a-4a40-b6cc-9f51712a98b8 req-0d74874e-ec7a-4f96-a148-714792a7d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:43.896154 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-189a212d-dd7a-4a40-b6cc-9f51712a98b8 req-0d74874e-ec7a-4f96-a148-714792a7d9f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c5f0e3cad2a42b999859b092cd43820&device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 1097 time: 0.0560997 Jun 24 09:22:43.985443 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a212d-dd7a-4a40-b6cc-9f51712a98b8 req-3835d906-1d98-4ac7-be31-3b5960cf6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:43.987358 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-189a212d-dd7a-4a40-b6cc-9f51712a98b8 req-3835d906-1d98-4ac7-be31-3b5960cf6e36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=49a1fe34-e037-4299-8479-ec79eeab6658 HTTP/1.1" status: 200 len: 914 time: 0.0843620 Jun 24 09:22:44.029659 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-189a212d-dd7a-4a40-b6cc-9f51712a98b8 req-6bf56f94-d7a4-4b20-8571-dbeee7083c26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=338eaeea-2094-493a-9123-52a12e8bae5c HTTP/1.1" status: 200 len: 217 time: 0.0359156 Jun 24 09:22:44.078592 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a212d-dd7a-4a40-b6cc-9f51712a98b8 req-009ac795-98be-4e82-a2ad-faf37aff196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:44.080651 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-189a212d-dd7a-4a40-b6cc-9f51712a98b8 req-009ac795-98be-4e82-a2ad-faf37aff196a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df85e82c-3e6a-459d-a371-20c3060caa2a HTTP/1.1" status: 200 len: 853 time: 0.0447290 Jun 24 09:22:44.132938 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-189a212d-dd7a-4a40-b6cc-9f51712a98b8 req-a9981218-bf30-4a38-a941-71c107980d06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=49a1fe34-e037-4299-8479-ec79eeab6658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255911 Jun 24 09:22:44.225017 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-189a212d-dd7a-4a40-b6cc-9f51712a98b8 req-03127c38-bc25-4a67-b430-2ed39bd9e10e service neutron] 10.222.0.23 "GET /v2.0/networks/49a1fe34-e037-4299-8479-ec79eeab6658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846972 Jun 24 09:22:44.343049 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-189a212d-dd7a-4a40-b6cc-9f51712a98b8 req-f0b95d7e-1f51-46b6-b466-d8cac27211e0 service neutron] 10.222.0.23 "GET /v2.0/networks/49a1fe34-e037-4299-8479-ec79eeab6658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102159 Jun 24 09:22:44.381403 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5258c8-f26a-4612-ba30-23c7c573a585 req-147e2b4d-5336-4cbe-afa7-d511124277f4 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:44.382856 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2c5258c8-f26a-4612-ba30-23c7c573a585 req-147e2b4d-5336-4cbe-afa7-d511124277f4 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 944 time: 0.0817816 Jun 24 09:22:44.424183 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-2c5258c8-f26a-4612-ba30-23c7c573a585 req-3e50e9cd-2ca1-4b53-8851-b6325f4e17fa tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355761 Jun 24 09:22:44.648175 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-a015239e-3499-478f-99e8-ad8af2027a8a tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:44.649511 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-a015239e-3499-478f-99e8-ad8af2027a8a tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/networks?id=b9963759-656f-472e-b334-4030396fe075 HTTP/1.1" status: 200 len: 809 time: 0.0964134 Jun 24 09:22:44.663712 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-144817fb-f073-4b8d-8736-3dd4baa2dd46 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/quotas/b2e9f5076f6841fe9264ca09e36a95a7 HTTP/1.1" status: 200 len: 375 time: 0.0088334 Jun 24 09:22:44.695381 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-593dd5b4-0560-4661-b928-0390e6eb2c60 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b2e9f5076f6841fe9264ca09e36a95a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268517 Jun 24 09:22:44.784560 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-db97c7f8-1a56-49d1-862e-56b7449d2712 service neutron] 10.222.0.22 "GET /v2.0/networks/b9963759-656f-472e-b334-4030396fe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829310 Jun 24 09:22:44.869229 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-e6f3fefe-1873-44cb-9759-af37806dce2d service neutron] 10.222.0.22 "GET /v2.0/networks/b9963759-656f-472e-b334-4030396fe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789261 Jun 24 09:22:45.029458 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-7e4bdda6-00ff-4dce-b047-4696af434894 req-34bd1baa-b7cb-4152-98a4-aa1982f1e858 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 210 time: 0.0301974 Jun 24 09:22:45.249258 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 71f18b53-82ce-4624-b270-4ecced831c83 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:22:45.268242 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: 71f18b53-82ce-4624-b270-4ecced831c83 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:22:45.268679 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 71f18b53-82ce-4624-b270-4ecced831c83 not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:22:45.605043 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548402b7-e5e1-4ef7-b223-9e41b271c4ea req-6d13ba5b-547d-41ce-9eea-36ab2573f69f tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:45.606538 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-548402b7-e5e1-4ef7-b223-9e41b271c4ea req-6d13ba5b-547d-41ce-9eea-36ab2573f69f tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 944 time: 0.0694094 Jun 24 09:22:45.645370 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-548402b7-e5e1-4ef7-b223-9e41b271c4ea req-5dee048d-b40e-4920-a677-48b44c375687 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328939 Jun 24 09:22:46.174323 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-fd648989-ddc1-40a4-b30a-8b52a885fd3f req-e885bf5e-0ea5-4ae2-9f11-f4cd8fc8aaa8 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 210 time: 0.0279255 Jun 24 09:22:46.246753 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-2a906059-e15c-43f3-9a91-e7a8a964012c tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:46.247267 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-2a906059-e15c-43f3-9a91-e7a8a964012c tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.23 "GET /v2.0/networks?id=b9963759-656f-472e-b334-4030396fe075 HTTP/1.1" status: 200 len: 809 time: 0.1122668 Jun 24 09:22:46.265460 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Request body: {'port': {'device_id': '74c467ab-7bc3-4c5a-bc64-e927452c8c53', 'network_id': 'b9963759-656f-472e-b334-4030396fe075', 'admin_state_up': True, 'tenant_id': 'b2e9f5076f6841fe9264ca09e36a95a7'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:46.379564 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Made reservation on behalf of b2e9f5076f6841fe9264ca09e36a95a7 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:46.383014 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.500489 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Allocated IP 172.20.0.6 (b9963759-656f-472e-b334-4030396fe075/03c67f6c-e942-460d-84ac-d593186d28b9/e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:22:46.977255 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827426d-81fd-4089-9dda-fc97fc591ab9 req-4922e03f-ce57-47c9-b86e-288dd705ccef tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:46.978646 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4827426d-81fd-4089-9dda-fc97fc591ab9 req-4922e03f-ce57-47c9-b86e-288dd705ccef tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 944 time: 0.1424968 Jun 24 09:22:46.981285 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.027032 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4827426d-81fd-4089-9dda-fc97fc591ab9 req-390bf1a0-50a4-481e-b4e4-6b0de8d94f99 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Jun 24 09:22:47.049616 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.053506 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-cf391662-b5b6-428b-85d9-0fd8e2ce23cc tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:47.090889 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Network b9963759-656f-472e-b334-4030396fe075 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:22:47.094052 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:47.097882 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:22:47.130808 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Pushing event updated for resources: {'Port': ['ID=e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:47.134995 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:47.155683 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:47.156283 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.169621 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9077852 Jun 24 09:22:47.187246 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Request body: {'port': {'device_id': '74c467ab-7bc3-4c5a-bc64-e927452c8c53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:47.248020 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 338eaeea-2094-493a-9123-52a12e8bae5c details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:22:47.258860 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.346513 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 338eaeea-2094-493a-9123-52a12e8bae5c, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=338eaeea-2094-493a-9123-52a12e8bae5c,segment=NetworkSegment(a9505ce1-38fc-4f91-ad93-ad06bf1026b0),segment_id=a9505ce1-38fc-4f91-ad93-ad06bf1026b0)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:47.356051 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48db46-f8eb-4d3d-a037-7302db678932 req-0cbedafc-3f12-41ad-ab02-f0c585d83771 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:47.357738 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6c48db46-f8eb-4d3d-a037-7302db678932 req-0cbedafc-3f12-41ad-ab02-f0c585d83771 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 931 time: 0.0709393 Jun 24 09:22:47.360860 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': '338eaeea-2094-493a-9123-52a12e8bae5c', 'network_id': '49a1fe34-e037-4299-8479-ec79eeab6658', 'port_id': '338eaeea-2094-493a-9123-52a12e8bae5c', 'mac_address': 'fa:16:3e:48:44:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df85e82c-3e6a-459d-a371-20c3060caa2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:22:47.401279 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6c48db46-f8eb-4d3d-a037-7302db678932 req-c2489ae7-590d-4315-8667-96d577308f27 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379517 Jun 24 09:22:47.405708 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.419335 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338eaeea-2094-493a-9123-52a12e8bae5c {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:22:47.440250 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 338eaeea-2094-493a-9123-52a12e8bae5c, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=338eaeea-2094-493a-9123-52a12e8bae5c,segment=NetworkSegment(a9505ce1-38fc-4f91-ad93-ad06bf1026b0),segment_id=a9505ce1-38fc-4f91-ad93-ad06bf1026b0)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:47.444775 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.446518 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-89bc8f45-6935-4263-b62a-f1a3f200fd6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:47.498921 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=338eaeea-2094-493a-9123-52a12e8bae5c,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:47.498921 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:47.498921 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:47.498921 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:47.498921 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:47.499512 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:47.499605 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:47.499936 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:47.500263 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:47.500595 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:47.500920 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:47.501245 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:47.502087 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:47.505835 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:47.543440 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:22:47.553637 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.568032 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Transition to ACTIVE for port object e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:22:47.574430 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.578117 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-973b262e-296c-40e1-838e-14ca4cd2951d tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:47.628416 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:47.631665 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:47.694839 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Attempting to bind port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:22:47.695175 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Attempting to bind port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': 'b7bfec89-acee-48c2-884c-f2b547e9779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b9963759-656f-472e-b334-4030396fe075'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:22:47.695524 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Attempting to bind port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 on network b9963759-656f-472e-b334-4030396fe075 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:22:47.700212 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 on network b9963759-656f-472e-b334-4030396fe075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:22:47.700537 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Attempting to bind port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 on network b9963759-656f-472e-b334-4030396fe075 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:22:47.706459 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:22:47.706604 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Checking segment: {'id': 'b7bfec89-acee-48c2-884c-f2b547e9779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b9963759-656f-472e-b334-4030396fe075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:47.706935 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Bound using segment: {'id': 'b7bfec89-acee-48c2-884c-f2b547e9779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b9963759-656f-472e-b334-4030396fe075'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:22:47.708175 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Bound port: e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bfec89-acee-48c2-884c-f2b547e9779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b9963759-656f-472e-b334-4030396fe075'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:22:47.708898 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.781749 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] For port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:22:47.784433 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] For port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49,segment=NetworkSegment(b7bfec89-acee-48c2-884c-f2b547e9779f),segment_id=b7bfec89-acee-48c2-884c-f2b547e9779f)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:22:47.788988 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.790880 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5cc1de84-ed53-49a0-8842-ab5d9e6ccc73 tempest-AttachVolumeNegativeTest-954989921 tempest-AttachVolumeNegativeTest-954989921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:47.823481 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:47.824111 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.825486 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] 10.222.0.23 "PUT /v2.0/ports/e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 HTTP/1.1" status: 200 len: 1093 time: 0.6425052 Jun 24 09:22:47.825973 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c467ab-7bc3-4c5a-bc64-e927452c8c53', 'tag': 'e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:22:47.828259 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9494d0-13c4-4ca7-9d94-bfa1244423e8" -d '{"events": [{"name": "network-changed", "server_uuid": "74c467ab-7bc3-4c5a-bc64-e927452c8c53", "tag": "e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:22:47.851029 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:47.853960 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:47.865127 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84beede1-da96-4638-83d3-cabc5e0bae76 x-openstack-request-id: req-84beede1-da96-4638-83d3-cabc5e0bae76 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:22:47.865598 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c467ab-7bc3-4c5a-bc64-e927452c8c53", "tag": "e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:22:47.865715 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['338eaeea-2094-493a-9123-52a12e8bae5c'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:22:47.865897 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84beede1-da96-4638-83d3-cabc5e0bae76 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:22:47.866328 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c467ab-7bc3-4c5a-bc64-e927452c8c53', 'tag': 'e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49', 'status': 'completed', 'code': 200} Jun 24 09:22:47.936724 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-82389529-83ad-4181-bae7-22a5baf8aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:47.938214 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-82389529-83ad-4181-bae7-22a5baf8aa3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2e9f5076f6841fe9264ca09e36a95a7&device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 1096 time: 0.0525527 Jun 24 09:22:47.987339 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-9930f7bb-6ab8-4971-8b99-ba8ad7788b31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 HTTP/1.1" status: 200 len: 217 time: 0.0364776 Jun 24 09:22:48.035796 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-82c7d71a-f2ff-42c8-bc18-acaaa103bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:48.037125 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-82c7d71a-f2ff-42c8-bc18-acaaa103bc47 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03c67f6c-e942-460d-84ac-d593186d28b9 HTTP/1.1" status: 200 len: 849 time: 0.0443218 Jun 24 09:22:48.071674 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-f29c4523-0618-4bf9-b5e9-f74be005fe1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9963759-656f-472e-b334-4030396fe075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283771 Jun 24 09:22:48.166923 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-8b615e62-de7d-4108-bddd-ee8f04b4d6a6 service neutron] 10.222.0.23 "GET /v2.0/networks/b9963759-656f-472e-b334-4030396fe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880404 Jun 24 09:22:48.212020 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc22ef5-d51d-4a27-932d-2ffac8fd59d1 req-a1bed521-e003-42c7-b82d-f7623fcbe755 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:48.213611 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-bdc22ef5-d51d-4a27-932d-2ffac8fd59d1 req-a1bed521-e003-42c7-b82d-f7623fcbe755 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 945 time: 0.0705526 Jun 24 09:22:48.252918 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-bdc22ef5-d51d-4a27-932d-2ffac8fd59d1 req-ffdcc1c5-07be-4b57-a66c-6a23634e2e87 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333583 Jun 24 09:22:48.267465 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e0b62ab3-90f6-483c-84c3-318c3e10662a req-8a889e4d-7498-4aae-99dd-a1d4fa8b5613 service neutron] 10.222.0.23 "GET /v2.0/networks/b9963759-656f-472e-b334-4030396fe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927494 Jun 24 09:22:48.420158 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9494d0-13c4-4ca7-9d94-bfa1244423e8 req-9b046025-c05b-40db-a289-87c057b962f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:48.421561 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1d9494d0-13c4-4ca7-9d94-bfa1244423e8 req-9b046025-c05b-40db-a289-87c057b962f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2e9f5076f6841fe9264ca09e36a95a7&device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 1096 time: 0.0549631 Jun 24 09:22:48.557870 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9494d0-13c4-4ca7-9d94-bfa1244423e8 req-7e1c8fbf-9c06-49cb-9153-e5aedca9f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:48.559624 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1d9494d0-13c4-4ca7-9d94-bfa1244423e8 req-7e1c8fbf-9c06-49cb-9153-e5aedca9f018 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9963759-656f-472e-b334-4030396fe075 HTTP/1.1" status: 200 len: 910 time: 0.1312804 Jun 24 09:22:48.609410 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1d9494d0-13c4-4ca7-9d94-bfa1244423e8 req-a6337e12-f9fc-4cc9-b085-c93b50640cad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 HTTP/1.1" status: 200 len: 217 time: 0.0423892 Jun 24 09:22:48.659803 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e48f5-df43-4e7c-8ab4-b4509cd64c66 req-aa34555b-72dd-4302-9976-b5953b154d5f tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:48.661528 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8c4e48f5-df43-4e7c-8ab4-b4509cd64c66 req-aa34555b-72dd-4302-9976-b5953b154d5f tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 943 time: 0.1416595 Jun 24 09:22:48.690715 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9494d0-13c4-4ca7-9d94-bfa1244423e8 req-147ca5f9-896b-4a4d-a413-86430bfe3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:48.692102 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1d9494d0-13c4-4ca7-9d94-bfa1244423e8 req-147ca5f9-896b-4a4d-a413-86430bfe3a55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03c67f6c-e942-460d-84ac-d593186d28b9 HTTP/1.1" status: 200 len: 849 time: 0.0759003 Jun 24 09:22:48.718954 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8c4e48f5-df43-4e7c-8ab4-b4509cd64c66 req-3d27c055-b15a-4092-977a-19710577f872 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513811 Jun 24 09:22:48.736791 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1d9494d0-13c4-4ca7-9d94-bfa1244423e8 req-6c5033fb-032b-4fb6-8f85-2b21d86153dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9963759-656f-472e-b334-4030396fe075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333288 Jun 24 09:22:48.831098 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1d9494d0-13c4-4ca7-9d94-bfa1244423e8 req-68b797be-9378-4b22-b02b-3737ebfe4e92 service neutron] 10.222.0.23 "GET /v2.0/networks/b9963759-656f-472e-b334-4030396fe075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868788 Jun 24 09:22:48.923310 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1d9494d0-13c4-4ca7-9d94-bfa1244423e8 req-e1f8bcde-6380-49a7-9fe0-57c4c85b3455 service neutron] 10.222.0.23 "GET /v2.0/networks/b9963759-656f-472e-b334-4030396fe075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854075 Jun 24 09:22:49.243685 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 338eaeea-2094-493a-9123-52a12e8bae5c up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:22:49.293658 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port 338eaeea-2094-493a-9123-52a12e8bae5c completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:22:49.300618 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port 338eaeea-2094-493a-9123-52a12e8bae5c triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:49.300887 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:49.399805 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:49.422727 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81098ee0-f676-4188-a472-3351c39b1795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338eaeea-2094-493a-9123-52a12e8bae5c'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:22:49.425543 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696252b5-e032-4243-98e6-22d3d504c6a8" -d '{"events": [{"server_uuid": "81098ee0-f676-4188-a472-3351c39b1795", "name": "network-vif-plugged", "status": "completed", "tag": "338eaeea-2094-493a-9123-52a12e8bae5c"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:22:49.440708 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port 338eaeea-2094-493a-9123-52a12e8bae5c, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=338eaeea-2094-493a-9123-52a12e8bae5c,segment=NetworkSegment(a9505ce1-38fc-4f91-ad93-ad06bf1026b0),segment_id=a9505ce1-38fc-4f91-ad93-ad06bf1026b0)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:49.445884 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:49.448217 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:49.460075 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edb337-ccb7-4cee-a256-b47ba106d655 req-2816bf9d-2ff6-4b15-ae8c-38f0d35ff582 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:49.461783 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e4edb337-ccb7-4cee-a256-b47ba106d655 req-2816bf9d-2ff6-4b15-ae8c-38f0d35ff582 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 945 time: 0.0705819 Jun 24 09:22:49.469817 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f20214-232b-49f7-a518-89138e74637e x-openstack-request-id: req-b1f20214-232b-49f7-a518-89138e74637e {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:22:49.475734 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81098ee0-f676-4188-a472-3351c39b1795", "name": "network-vif-plugged", "status": "completed", "tag": "338eaeea-2094-493a-9123-52a12e8bae5c", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:22:49.475734 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1f20214-232b-49f7-a518-89138e74637e {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:22:49.475734 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81098ee0-f676-4188-a472-3351c39b1795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338eaeea-2094-493a-9123-52a12e8bae5c', 'code': 200} Jun 24 09:22:49.499180 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=338eaeea-2094-493a-9123-52a12e8bae5c,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:49.504107 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:49.513910 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-e4edb337-ccb7-4cee-a256-b47ba106d655 req-af00b14c-f7dc-410f-a5e2-5926656350a3 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Jun 24 09:22:49.743114 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9448f-91c7-4a72-994a-7bd21825c86d req-85b20c4b-ff2d-4754-a258-595d872cb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:49.744528 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8eb9448f-91c7-4a72-994a-7bd21825c86d req-85b20c4b-ff2d-4754-a258-595d872cb16c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 1099 time: 0.0567012 Jun 24 09:22:49.781994 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8eb9448f-91c7-4a72-994a-7bd21825c86d req-cc47a581-2f9e-48fb-a86d-2fe36e93fef5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297644 Jun 24 09:22:49.895820 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c379dd1-b5b2-4c8a-acdc-0b9054d9bb24 req-965d250a-85f0-4a75-86db-e269372dc4b3 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:49.897323 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3c379dd1-b5b2-4c8a-acdc-0b9054d9bb24 req-965d250a-85f0-4a75-86db-e269372dc4b3 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 943 time: 0.0660474 Jun 24 09:22:49.936519 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3c379dd1-b5b2-4c8a-acdc-0b9054d9bb24 req-8b7cde44-ae4e-4414-8148-903983f69837 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331523 Jun 24 09:22:50.689850 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2ebeb-f92c-4d8d-96f8-b35b86dfc003 req-a1efc84e-595c-4904-a305-1aa2bbe5bd89 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:50.691395 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-61d2ebeb-f92c-4d8d-96f8-b35b86dfc003 req-a1efc84e-595c-4904-a305-1aa2bbe5bd89 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 946 time: 0.0681851 Jun 24 09:22:50.729451 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-61d2ebeb-f92c-4d8d-96f8-b35b86dfc003 req-d3ef86e4-6ad6-4e6a-b2e3-e4159f2f965e tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323768 Jun 24 09:22:51.114343 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a9d10-93b3-4ce8-a2fe-e7b4047475df req-a9439eaa-6306-4ded-982a-ef8997b6d157 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:51.115820 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-739a9d10-93b3-4ce8-a2fe-e7b4047475df req-a9439eaa-6306-4ded-982a-ef8997b6d157 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 943 time: 0.0638633 Jun 24 09:22:51.156353 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-739a9d10-93b3-4ce8-a2fe-e7b4047475df req-f12669ca-4a35-4a84-9e48-e3c4bdb1cac1 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347137 Jun 24 09:22:51.259177 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:22:51.358087 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49,segment=NetworkSegment(b7bfec89-acee-48c2-884c-f2b547e9779f),segment_id=b7bfec89-acee-48c2-884c-f2b547e9779f)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:51.369776 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': 'e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49', 'network_id': 'b9963759-656f-472e-b334-4030396fe075', 'port_id': 'e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49', 'mac_address': 'fa:16:3e:ba:3b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c67f6c-e942-460d-84ac-d593186d28b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:22:51.407848 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.420977 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:22:51.443139 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49,segment=NetworkSegment(b7bfec89-acee-48c2-884c-f2b547e9779f),segment_id=b7bfec89-acee-48c2-884c-f2b547e9779f)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:51.447594 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.449411 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b43c401e-d5f5-4316-b583-30b4fa6ef5c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:51.502515 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:51.505778 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:51.863625 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:22:51.932437 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab787187-3c77-4c09-879f-734a869fbc67 req-ece1cbe4-8a91-4ec5-b48c-f5e5eea2c985 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:51.934376 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ab787187-3c77-4c09-879f-734a869fbc67 req-ece1cbe4-8a91-4ec5-b48c-f5e5eea2c985 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 946 time: 0.0867131 Jun 24 09:22:51.976371 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ab787187-3c77-4c09-879f-734a869fbc67 req-dc1e3b77-d78b-4378-a74d-50ad67cf2e3e tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351737 Jun 24 09:22:52.348455 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed346b8-81fb-4b4b-bc00-1433b4fb2fb8 req-e4421c8b-f9aa-4a50-88e7-df86fd0d231a tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:52.350017 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-bed346b8-81fb-4b4b-bc00-1433b4fb2fb8 req-e4421c8b-f9aa-4a50-88e7-df86fd0d231a tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 944 time: 0.0694420 Jun 24 09:22:52.391664 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-bed346b8-81fb-4b4b-bc00-1433b4fb2fb8 req-5b81529d-d5eb-4578-945c-b0977049c58b tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 Jun 24 09:22:53.285657 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:22:53.336759 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:22:53.340899 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:53.341275 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.425029 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.452312 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c467ab-7bc3-4c5a-bc64-e927452c8c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:22:53.454607 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c32bf7-5c35-4924-b603-66e114d3a7b2" -d '{"events": [{"server_uuid": "74c467ab-7bc3-4c5a-bc64-e927452c8c53", "name": "network-vif-plugged", "status": "completed", "tag": "e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:22:53.471625 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49,segment=NetworkSegment(b7bfec89-acee-48c2-884c-f2b547e9779f),segment_id=b7bfec89-acee-48c2-884c-f2b547e9779f)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:53.473729 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.475821 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:53.508263 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813821e6-5563-411d-a693-50f3d05370ef x-openstack-request-id: req-813821e6-5563-411d-a693-50f3d05370ef {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:22:53.508637 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c467ab-7bc3-4c5a-bc64-e927452c8c53", "name": "network-vif-plugged", "status": "completed", "tag": "e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:22:53.509130 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-813821e6-5563-411d-a693-50f3d05370ef {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:22:53.509603 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c467ab-7bc3-4c5a-bc64-e927452c8c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49', 'code': 200} Jun 24 09:22:53.535649 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:53.539165 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:53.607429 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdac79-9dcd-4caf-8d9d-584966220e17 req-f96c02ae-7990-423f-8b36-625b05d81e13 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:53.609030 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c3bdac79-9dcd-4caf-8d9d-584966220e17 req-f96c02ae-7990-423f-8b36-625b05d81e13 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 945 time: 0.0801954 Jun 24 09:22:53.651851 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-c3bdac79-9dcd-4caf-8d9d-584966220e17 req-b0c098ef-f0b8-4530-8a8c-529db0f5b12f tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357330 Jun 24 09:22:53.850731 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fca2a1-7e61-4943-9b91-2ebec2143826 req-708b7dc5-23fa-4e33-8813-869e8f7a273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:53.852232 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-14fca2a1-7e61-4943-9b91-2ebec2143826 req-708b7dc5-23fa-4e33-8813-869e8f7a273b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 1098 time: 0.1101139 Jun 24 09:22:53.888203 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-14fca2a1-7e61-4943-9b91-2ebec2143826 req-53743202-872c-4882-a42e-518252b04c02 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282862 Jun 24 09:22:54.871092 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfa6d3-f6f3-4e13-a620-3e700c18220b req-0a2737dc-0f25-433f-9a4f-39e4011f1238 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:54.873439 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-54bfa6d3-f6f3-4e13-a620-3e700c18220b req-0a2737dc-0f25-433f-9a4f-39e4011f1238 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 945 time: 0.0877495 Jun 24 09:22:54.930279 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-54bfa6d3-f6f3-4e13-a620-3e700c18220b req-16a60c6e-ac9e-47dd-a931-4437661a00ea tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488205 Jun 24 09:22:56.121159 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d74db0-c7df-4030-b29c-84387dd6e3ab req-1b862cb7-8916-4d22-9d9c-49e9b6fa1e16 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:56.122638 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c2d74db0-c7df-4030-b29c-84387dd6e3ab req-1b862cb7-8916-4d22-9d9c-49e9b6fa1e16 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 945 time: 0.0635502 Jun 24 09:22:56.161115 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-c2d74db0-c7df-4030-b29c-84387dd6e3ab req-a58513a1-bec3-445a-b4e7-5ed98af13bf3 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Jun 24 09:22:56.397751 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:22:57.046452 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561c362-13c0-4472-ae19-42de10572dbd req-3bfb127d-26ac-4838-b1a6-a80b94dbd1e1 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:57.047959 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b561c362-13c0-4472-ae19-42de10572dbd req-3bfb127d-26ac-4838-b1a6-a80b94dbd1e1 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 945 time: 0.0709426 Jun 24 09:22:57.086255 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b561c362-13c0-4472-ae19-42de10572dbd req-fedb5c96-ecae-4d1a-8522-5153aed1c775 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326579 Jun 24 09:22:58.291294 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7225a-6e22-4965-9775-525ff0b5c624 req-dbadde35-c495-4adb-9afc-e973da9bb4ba tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:58.293808 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a6b7225a-6e22-4965-9775-525ff0b5c624 req-dbadde35-c495-4adb-9afc-e973da9bb4ba tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 945 time: 0.0912189 Jun 24 09:22:58.345377 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-a6b7225a-6e22-4965-9775-525ff0b5c624 req-02c6504f-3f3e-40f5-a28d-c04be7a47689 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1820322-421e-413c-b2ea-a1e07fe7a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424862 Jun 24 09:22:58.513878 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4153024b-47db-49e3-8c45-a060870f1062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.701699 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca6311-ac63-42e2-ae58-f0f0dadf9445 req-cf1778c5-1340-4fc5-b0e2-9ae1922aca2f tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:58.703055 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-adca6311-ac63-42e2-ae58-f0f0dadf9445 req-cf1778c5-1340-4fc5-b0e2-9ae1922aca2f tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.23 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 945 time: 0.0670023 Jun 24 09:22:58.804620 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-adca6311-ac63-42e2-ae58-f0f0dadf9445 req-460e018e-8971-4f4d-94a6-7a3a1ba8aaed tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Deleting port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:22:58.804957 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-adca6311-ac63-42e2-ae58-f0f0dadf9445 req-460e018e-8971-4f4d-94a6-7a3a1ba8aaed tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.898874 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-adca6311-ac63-42e2-ae58-f0f0dadf9445 req-460e018e-8971-4f4d-94a6-7a3a1ba8aaed tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] For port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49,segment=NetworkSegment(b7bfec89-acee-48c2-884c-f2b547e9779f),segment_id=b7bfec89-acee-48c2-884c-f2b547e9779f)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:58.899227 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-adca6311-ac63-42e2-ae58-f0f0dadf9445 req-460e018e-8971-4f4d-94a6-7a3a1ba8aaed tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.913033 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-adca6311-ac63-42e2-ae58-f0f0dadf9445 req-460e018e-8971-4f4d-94a6-7a3a1ba8aaed tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Calling delete_port for e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:22:59.055790 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-adca6311-ac63-42e2-ae58-f0f0dadf9445 req-460e018e-8971-4f4d-94a6-7a3a1ba8aaed tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:59.061699 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5e234c83-c881-41e1-8a01-d68c18524709 tempest-ServerRescueNegativeTestJSON-1220563474 tempest-ServerRescueNegativeTestJSON-1220563474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:59.091227 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e018e-8971-4f4d-94a6-7a3a1ba8aaed tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Pushing event deleted for resources: {'Port': ['ID=e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:59.093919 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:22:59.094403 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-460e018e-8971-4f4d-94a6-7a3a1ba8aaed tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:59.150891 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-adca6311-ac63-42e2-ae58-f0f0dadf9445 req-460e018e-8971-4f4d-94a6-7a3a1ba8aaed tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] No DVR routers for this DVR port e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:22:59.153501 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-adca6311-ac63-42e2-ae58-f0f0dadf9445 req-460e018e-8971-4f4d-94a6-7a3a1ba8aaed tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:59.155661 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-adca6311-ac63-42e2-ae58-f0f0dadf9445 req-460e018e-8971-4f4d-94a6-7a3a1ba8aaed tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.23 "DELETE /v2.0/ports/e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 HTTP/1.1" status: 204 len: 173 time: 0.4463277 Jun 24 09:22:59.156184 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c467ab-7bc3-4c5a-bc64-e927452c8c53', 'name': 'network-vif-deleted', 'tag': 'e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:22:59.158929 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaa47fe-082e-469c-bb52-7010ad2fed28" -d '{"events": [{"server_uuid": "74c467ab-7bc3-4c5a-bc64-e927452c8c53", "name": "network-vif-deleted", "tag": "e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:22:59.201322 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d71102-f481-43d8-b1cd-6f900be6da6e x-openstack-request-id: req-a5d71102-f481-43d8-b1cd-6f900be6da6e {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:22:59.201656 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c467ab-7bc3-4c5a-bc64-e927452c8c53", "name": "network-vif-deleted", "tag": "e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:22:59.201943 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5d71102-f481-43d8-b1cd-6f900be6da6e {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:22:59.202368 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c467ab-7bc3-4c5a-bc64-e927452c8c53', 'name': 'network-vif-deleted', 'tag': 'e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49', 'status': 'completed', 'code': 200} Jun 24 09:22:59.501613 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-ed31edd7-820d-42af-80c2-5f839eda27ac req-02215a9b-b068-4d61-aeaa-a2cba8e61fd7 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] 10.222.0.22 "GET /v2.0/ports?device_id=74c467ab-7bc3-4c5a-bc64-e927452c8c53 HTTP/1.1" status: 200 len: 210 time: 0.0282555 Jun 24 09:23:01.128854 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1f01f81-112e-4635-b7fa-e0cc4e500e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:01.270062 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:01.297561 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:23:01.336856 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:23:01.337444 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device e1b4c69d-dbc5-40f2-a6f0-f2edf67cef49 not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:23:02.329128 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:03.798134 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:09.493568 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:12.386317 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e957142-f243-4551-83d2-c47eb2a1f149 req-82d48a51-bcd2-4c3e-b216-71f94dbc6896 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:12.387773 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3e957142-f243-4551-83d2-c47eb2a1f149 req-82d48a51-bcd2-4c3e-b216-71f94dbc6896 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 946 time: 0.0679927 Jun 24 09:23:12.429591 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3e957142-f243-4551-83d2-c47eb2a1f149 req-a6c200fb-0feb-43a3-8257-b65383ebede5 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356605 Jun 24 09:23:13.653925 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753d9a5-f743-48a7-b6b1-47fe65b10646 req-dda61719-5e4d-453b-96b9-e08bb6002066 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:13.656623 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6753d9a5-f743-48a7-b6b1-47fe65b10646 req-dda61719-5e4d-453b-96b9-e08bb6002066 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 946 time: 0.0834172 Jun 24 09:23:13.708544 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-6753d9a5-f743-48a7-b6b1-47fe65b10646 req-d0c5a053-4298-4d3f-a2fe-5dd384836a61 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437129 Jun 24 09:23:14.913448 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efafcff-a451-479a-985c-6d990dc53f4e req-dd9c1906-2a1a-4716-aae9-995632e65938 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:14.914945 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8efafcff-a451-479a-985c-6d990dc53f4e req-dd9c1906-2a1a-4716-aae9-995632e65938 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 946 time: 0.0811293 Jun 24 09:23:14.956943 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8efafcff-a451-479a-985c-6d990dc53f4e req-4e16c355-afc6-4f26-9a60-680e06f983d3 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355508 Jun 24 09:23:16.149680 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ca142-7d01-44ad-84a0-34c922d0c5e0 req-f05e23ea-961f-4bb6-adf2-f42cb1d17bb3 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:16.151879 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-de3ca142-7d01-44ad-84a0-34c922d0c5e0 req-f05e23ea-961f-4bb6-adf2-f42cb1d17bb3 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 946 time: 0.0715587 Jun 24 09:23:16.195168 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-de3ca142-7d01-44ad-84a0-34c922d0c5e0 req-47ae23ff-3a90-4a01-af91-826d39fa558b tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367947 Jun 24 09:23:17.393864 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14eaa6-3f0a-4c62-abce-48670c5a953a req-5da0804b-5451-423f-b8ff-dc92f17559ed tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:17.395981 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5f14eaa6-3f0a-4c62-abce-48670c5a953a req-5da0804b-5451-423f-b8ff-dc92f17559ed tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 946 time: 0.0790205 Jun 24 09:23:17.439073 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-5f14eaa6-3f0a-4c62-abce-48670c5a953a req-5bd11db0-8a82-41ce-9db0-bcb69767adc5 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347414 Jun 24 09:23:17.569119 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb8241-2b64-4530-be2b-4b1a6d6f6a88 req-02a289ab-8cdf-4f8b-ab6e-44f4932288e6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:17.570589 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-edeb8241-2b64-4530-be2b-4b1a6d6f6a88 req-02a289ab-8cdf-4f8b-ab6e-44f4932288e6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.23 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 946 time: 0.0969889 Jun 24 09:23:17.684201 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-edeb8241-2b64-4530-be2b-4b1a6d6f6a88 req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Deleting port 338eaeea-2094-493a-9123-52a12e8bae5c {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:23:17.684512 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-edeb8241-2b64-4530-be2b-4b1a6d6f6a88 req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.792293 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-edeb8241-2b64-4530-be2b-4b1a6d6f6a88 req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] For port 338eaeea-2094-493a-9123-52a12e8bae5c, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=338eaeea-2094-493a-9123-52a12e8bae5c,segment=NetworkSegment(a9505ce1-38fc-4f91-ad93-ad06bf1026b0),segment_id=a9505ce1-38fc-4f91-ad93-ad06bf1026b0)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:17.792771 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-edeb8241-2b64-4530-be2b-4b1a6d6f6a88 req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.816703 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-edeb8241-2b64-4530-be2b-4b1a6d6f6a88 req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Calling delete_port for 338eaeea-2094-493a-9123-52a12e8bae5c owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:23:17.964966 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-edeb8241-2b64-4530-be2b-4b1a6d6f6a88 req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.976113 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-82cfad88-e48a-40d1-b489-08f0265baf33 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:18.003963 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Pushing event deleted for resources: {'Port': ['ID=338eaeea-2094-493a-9123-52a12e8bae5c,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:18.012906 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['338eaeea-2094-493a-9123-52a12e8bae5c'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:23:18.014015 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:18.014396 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:18.014760 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:18.015277 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:18.015473 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:18.015865 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:18.016223 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:18.016578 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:18.016948 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:18.017301 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:18.017655 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:18.018528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:18.024753 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:18.080849 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-edeb8241-2b64-4530-be2b-4b1a6d6f6a88 req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] No DVR routers for this DVR port 338eaeea-2094-493a-9123-52a12e8bae5c on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:23:18.083697 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-edeb8241-2b64-4530-be2b-4b1a6d6f6a88 req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:18.085695 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-edeb8241-2b64-4530-be2b-4b1a6d6f6a88 req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.23 "DELETE /v2.0/ports/338eaeea-2094-493a-9123-52a12e8bae5c HTTP/1.1" status: 204 len: 173 time: 0.5100446 Jun 24 09:23:18.086217 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81098ee0-f676-4188-a472-3351c39b1795', 'name': 'network-vif-deleted', 'tag': '338eaeea-2094-493a-9123-52a12e8bae5c'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:23:18.088594 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f664f925-d5a3-4359-96c9-ce08fbc15f88" -d '{"events": [{"server_uuid": "81098ee0-f676-4188-a472-3351c39b1795", "name": "network-vif-deleted", "tag": "338eaeea-2094-493a-9123-52a12e8bae5c"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:23:18.228204 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1594b1-a9a5-4abb-9973-677eac9134fd x-openstack-request-id: req-1b1594b1-a9a5-4abb-9973-677eac9134fd {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:23:18.228529 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81098ee0-f676-4188-a472-3351c39b1795", "name": "network-vif-deleted", "tag": "338eaeea-2094-493a-9123-52a12e8bae5c", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:23:18.228843 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b1594b1-a9a5-4abb-9973-677eac9134fd {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:23:18.229309 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81098ee0-f676-4188-a472-3351c39b1795', 'name': 'network-vif-deleted', 'tag': '338eaeea-2094-493a-9123-52a12e8bae5c', 'status': 'completed', 'code': 200} Jun 24 09:23:18.636188 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-4b0cf4e3-7d00-4096-b03b-0a7054395d5e req-a7946eaa-cb38-422e-badf-20213fd4334a tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] 10.222.0.22 "GET /v2.0/ports?device_id=81098ee0-f676-4188-a472-3351c39b1795 HTTP/1.1" status: 200 len: 210 time: 0.0366611 Jun 24 09:23:19.726088 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 39000) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:19.772046 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Deleting subnet 03c67f6c-e942-460d-84ac-d593186d28b9 {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:23:19.775167 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:19.813424 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6245609'] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:19.855152 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:19.912185 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6174832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289949'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:19.914494 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:19.937428 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c67f6c-e942-460d-84ac-d593186d28b9,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:19.947241 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:19.949119 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/03c67f6c-e942-460d-84ac-d593186d28b9 HTTP/1.1" status: 204 len: 168 time: 0.2219491 Jun 24 09:23:19.951411 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:19.951594 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:19.952504 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:19.952980 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:19.953237 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39004) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:19.953840 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:19.953840 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:19.954162 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:19.954423 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:19.954783 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:19.955140 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:19.956099 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:19.956453 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:19.959758 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-41aa3f66-2e5f-48e1-a06a-d0437d4ce2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:20.026409 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.107096 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.117586 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9963759-656f-472e-b334-4030396fe075']}} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:20.128747 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bfec89-acee-48c2-884c-f2b547e9779f') {'for_net_delete': True} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:20.129055 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bfec89-acee-48c2-884c-f2b547e9779f') {} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:20.138298 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7058289'] for segment, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.151511 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.157326 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:23:20.157704 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4695564'] for segment, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: Traceback (most recent call last): Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: timer() Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: cb(*args, **kw) Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: return func(*args, **kwargs) Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: self._notify() Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: self.callback(batched_events) Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: event.method(event) Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: return f(self, *a, **k) Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: return self._get(url).json() Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: return self.request(url, 'GET', **kwargs) Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:23:20.159433 dv-cinder-797812-1-smb neutron-server[93122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:23:20.214294 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.219005 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.220917 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b9963759-656f-472e-b334-4030396fe075 HTTP/1.1" status: 204 len: 168 time: 0.2657256 Jun 24 09:23:20.221580 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-53b1d2c9-c170-4775-b923-43533d802193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:20.233190 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9963759-656f-472e-b334-4030396fe075,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:20.235822 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-b4739bb1-9278-4be7-9e6d-26da412b8664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:20.333979 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39012) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:20.379006 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-70f0150d-6c33-4a4d-83ee-118954b02cb4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2e9f5076f6841fe9264ca09e36a95a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436811 Jun 24 09:23:20.381560 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39014) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:20.430526 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-540ad1fd-0ee6-43a0-aa5f-8c7c91f32989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.451899 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-540ad1fd-0ee6-43a0-aa5f-8c7c91f32989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.499063 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-540ad1fd-0ee6-43a0-aa5f-8c7c91f32989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.501763 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-540ad1fd-0ee6-43a0-aa5f-8c7c91f32989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.502927 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-540ad1fd-0ee6-43a0-aa5f-8c7c91f32989 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1820322-421e-413c-b2ea-a1e07fe7a606 HTTP/1.1" status: 204 len: 168 time: 0.1204698 Jun 24 09:23:20.503716 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6b58be01-c713-4820-bb5a-70d19ea5f892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:20.511377 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ad1fd-0ee6-43a0-aa5f-8c7c91f32989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1820322-421e-413c-b2ea-a1e07fe7a606,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:20.514356 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-540ad1fd-0ee6-43a0-aa5f-8c7c91f32989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:21.512854 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 338eaeea-2094-493a-9123-52a12e8bae5c no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:23:21.535543 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: 338eaeea-2094-493a-9123-52a12e8bae5c {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:23:21.535881 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device 338eaeea-2094-493a-9123-52a12e8bae5c not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:23:28.515073 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3b3083cb-cf65-4d9f-8335-b4dca16d5a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:31.266027 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a337017b-b638-4768-8169-598832582162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:31.271543 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:32.330135 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:33.402308 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:23:33.796773 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:39.295868 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39250) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:39.344227 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25b2e4e-62c3-4da2-b965-81d910f30414 admin admin] Deleting subnet df85e82c-3e6a-459d-a371-20c3060caa2a {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:23:39.347322 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a25b2e4e-62c3-4da2-b965-81d910f30414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:39.381539 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a25b2e4e-62c3-4da2-b965-81d910f30414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7058280'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:39.420902 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a25b2e4e-62c3-4da2-b965-81d910f30414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:39.475987 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a25b2e4e-62c3-4da2-b965-81d910f30414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4695699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4603185'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:39.479696 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:39.484276 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:39.510298 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b2e4e-62c3-4da2-b965-81d910f30414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df85e82c-3e6a-459d-a371-20c3060caa2a,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:39.511258 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a25b2e4e-62c3-4da2-b965-81d910f30414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:39.514729 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-a25b2e4e-62c3-4da2-b965-81d910f30414 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/df85e82c-3e6a-459d-a371-20c3060caa2a HTTP/1.1" status: 204 len: 168 time: 0.2173491 Jun 24 09:23:39.516227 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-a25b2e4e-62c3-4da2-b965-81d910f30414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:39.516466 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 39252) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:39.591920 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:39.675717 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:39.688144 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a1fe34-e037-4299-8479-ec79eeab6658']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:39.699609 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9505ce1-38fc-4f91-ad93-ad06bf1026b0') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:39.699936 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9505ce1-38fc-4f91-ad93-ad06bf1026b0') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:39.709838 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6245616'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:39.726041 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:39.732910 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:23:39.733485 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6174959'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: Traceback (most recent call last): Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: timer() Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: cb(*args, **kw) Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: return func(*args, **kwargs) Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: self._notify() Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: self.callback(batched_events) Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: event.method(event) Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: return f(self, *a, **k) Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: return self._get(url).json() Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:23:39.735189 dv-cinder-797812-1-smb neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:23:40.026138 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:40.030316 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:40.032930 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:40.037596 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/49a1fe34-e037-4299-8479-ec79eeab6658 HTTP/1.1" status: 204 len: 168 time: 0.5197105 Jun 24 09:23:40.049693 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=49a1fe34-e037-4299-8479-ec79eeab6658,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:40.052335 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-b3720f2d-6a5a-4927-ae5e-ab8dc8560fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:40.232401 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39258) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:40.289580 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-8d2a85d6-e896-48a7-9950-900c3c9953d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c5f0e3cad2a42b999859b092cd43820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554338 Jun 24 09:23:40.292909 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39260) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:40.350482 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-61653feb-f921-4a7a-bb99-dc05c481910d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:40.373259 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-61653feb-f921-4a7a-bb99-dc05c481910d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:40.427029 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-61653feb-f921-4a7a-bb99-dc05c481910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:40.431280 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-61653feb-f921-4a7a-bb99-dc05c481910d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:40.433461 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-61653feb-f921-4a7a-bb99-dc05c481910d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05 HTTP/1.1" status: 204 len: 168 time: 0.1389620 Jun 24 09:23:40.434553 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-700952d7-f644-4331-9898-9c10139c2f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:40.446203 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61653feb-f921-4a7a-bb99-dc05c481910d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9f8a4c-3bcd-4ee7-a779-2ebaa7c35d05,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:40.449953 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-61653feb-f921-4a7a-bb99-dc05c481910d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:52.348941 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39322) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:52.470564 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1012d742-f9ba-40ee-bfe1-53827f08e754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:52.601190 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1012d742-f9ba-40ee-bfe1-53827f08e754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:52.606380 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1012d742-f9ba-40ee-bfe1-53827f08e754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:52.609168 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-09d72473-a948-4e2d-b08d-79dec123357f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:52.650591 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-1012d742-f9ba-40ee-bfe1-53827f08e754 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91183ba800ef48b88d543807e7c25f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007071 Jun 24 09:23:52.651595 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012d742-f9ba-40ee-bfe1-53827f08e754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded30520-4d0f-41b9-af6e-a92da082a1af,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:52.654750 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39326) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:52.656942 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-1012d742-f9ba-40ee-bfe1-53827f08e754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:52.734634 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cfb81b63-0b7e-4474-b76b-55fc627c25d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:52.768132 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cfb81b63-0b7e-4474-b76b-55fc627c25d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:52.849070 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cfb81b63-0b7e-4474-b76b-55fc627c25d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:52.853323 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cfb81b63-0b7e-4474-b76b-55fc627c25d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:52.855147 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-cfb81b63-0b7e-4474-b76b-55fc627c25d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ded30520-4d0f-41b9-af6e-a92da082a1af HTTP/1.1" status: 204 len: 168 time: 0.1992726 Jun 24 09:23:52.856488 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ea40a4e4-dc10-48dc-b826-6d9eacc8af75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:52.870481 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb81b63-0b7e-4474-b76b-55fc627c25d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded30520-4d0f-41b9-af6e-a92da082a1af,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:52.874478 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-cfb81b63-0b7e-4474-b76b-55fc627c25d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:53.714812 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39348) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:53.846894 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1633428302-network', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:53.875988 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Made reservation on behalf of 1a4cd88b17bd4ca399873e0475f40d28 for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:23:53.879961 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:53.892930 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.008654 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.014194 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.018583 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5c8e493f-254c-4010-aa22-5d468b8b6ada tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:54.053527 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:23:54.070724 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e031ee-58d5-42a4-bd26-1d8fc021a106,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:54.077945 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:54.080864 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.080864 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.segments_db [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Added segment 2dae3001-00c0-43b9-98f7-e691fec6ff87 of type vlan for network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 Jun 24 09:23:54.142533 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.180329 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.182007 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:54.182696 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.185117 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:54.242963 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5269043 Jun 24 09:23:54.245883 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39352) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:54.250755 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-06fe35bc-9985-4fc0-a191-fa2ced565c7c admin admin] Request body: {'subnet': {'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1633428302-subnet', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:54.255469 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Pushing event updated for resources: {'Network': ['ID=1dc7dd24-541a-40b4-8aba-7abe2f6016e8,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:54.261822 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-cb3d0db5-becf-471c-b58b-13668bd7ed36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:54.270848 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:23:54.283256 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fe35bc-9985-4fc0-a191-fa2ced565c7c admin admin] Made reservation on behalf of 1a4cd88b17bd4ca399873e0475f40d28 for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:23:54.287750 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-06fe35bc-9985-4fc0-a191-fa2ced565c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4603178'] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.527623 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-06fe35bc-9985-4fc0-a191-fa2ced565c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4695762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4603192'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.531263 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:54.586085 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe35bc-9985-4fc0-a191-fa2ced565c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=54048d10-ccd3-4612-9ed5-beef10993fd4,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:54.590129 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-06fe35bc-9985-4fc0-a191-fa2ced565c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:54.598831 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe35bc-9985-4fc0-a191-fa2ced565c7c admin admin] Checking segment: {'id': '2dae3001-00c0-43b9-98f7-e691fec6ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:23:54.599192 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fe35bc-9985-4fc0-a191-fa2ced565c7c admin admin] Network hostable DHCP agents. Network: 1dc7dd24-541a-40b4-8aba-7abe2f6016e8, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:23:54.618002 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fe35bc-9985-4fc0-a191-fa2ced565c7c admin admin] Network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:23:54.633182 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-06fe35bc-9985-4fc0-a191-fa2ced565c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, 1dc7dd24-541a-40b4-8aba-7abe2f6016e8) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:23:54.638020 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fe35bc-9985-4fc0-a191-fa2ced565c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:54.638608 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-06fe35bc-9985-4fc0-a191-fa2ced565c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.648637 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaf526e-2ec2-4d5b-92c7-09f7b258163e None None] Network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:23:54.658278 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-06fe35bc-9985-4fc0-a191-fa2ced565c7c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4112654 Jun 24 09:23:54.662728 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39354) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:54.670578 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:54.700769 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10017'] for router, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.702427 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10040'] for router, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.791285 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.880718 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d88c3e-3b81-568f-b441-63b445c42363-1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4'}]}} from dv-cinder-797812-1-smb. {{(pid=93124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:23:54.884085 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:54.989150 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9994'] for router, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.103737 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Allocated IP 172.20.0.2 (1dc7dd24-541a-40b4-8aba-7abe2f6016e8/54048d10-ccd3-4612-9ed5-beef10993fd4/9282443e-c851-436f-9ff8-18fe6488e314) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:23:55.333683 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.344617 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Transition to ACTIVE for port object 9282443e-c851-436f-9ff8-18fe6488e314 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:23:55.360606 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Transition to ACTIVE for port object 9282443e-c851-436f-9ff8-18fe6488e314 will not be triggered until provisioned by entity DHCP. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:23:55.369171 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.371375 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:55.409611 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:23:55.412649 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:23:55.416233 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:23:55.431127 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Pushing event updated for resources: {'Port': ['ID=9282443e-c851-436f-9ff8-18fe6488e314,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:55.476188 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:55.476598 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:55.476889 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:55.478695 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:55.478695 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:55.478695 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:55.478695 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:55.479235 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:55.479235 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:55.479464 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:55.479830 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:55.480097 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:55.484440 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:55.503925 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Attempting to bind port 9282443e-c851-436f-9ff8-18fe6488e314 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:23:55.504474 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Attempting to bind port 9282443e-c851-436f-9ff8-18fe6488e314 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': '2dae3001-00c0-43b9-98f7-e691fec6ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:23:55.504740 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Attempting to bind port 9282443e-c851-436f-9ff8-18fe6488e314 on network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:55.512772 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:23:55.513147 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Checking segment: {'id': '2dae3001-00c0-43b9-98f7-e691fec6ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:23:55.513562 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.513966 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Bound using segment: {'id': '2dae3001-00c0-43b9-98f7-e691fec6ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:23:55.514459 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Bound port: 9282443e-c851-436f-9ff8-18fe6488e314, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dae3001-00c0-43b9-98f7-e691fec6ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:23:55.514841 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.604937 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] For port 9282443e-c851-436f-9ff8-18fe6488e314, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:23:55.605218 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.608982 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] For port 9282443e-c851-436f-9ff8-18fe6488e314, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=9282443e-c851-436f-9ff8-18fe6488e314,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:23:55.615545 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.617951 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:55.637810 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.683698 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Pushing event updated for resources: {'Port': ['ID=9282443e-c851-436f-9ff8-18fe6488e314,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:55.687249 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:55.779057 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Allocated IP 172.28.1.82 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/90246ef3-3252-428d-aa5f-487acd4a3315) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:23:55.943417 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:56.012549 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:56.017714 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4d992a0b-0618-4fea-843f-311e1c946c40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:56.072243 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:23:56.075440 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:23:56.079381 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:23:56.089386 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Pushing event updated for resources: {'Port': ['ID=90246ef3-3252-428d-aa5f-487acd4a3315,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:56.117906 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:56.389561 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:56.646821 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439438'] for router, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:56.768545 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5395d846-2eb3-47a0-8d41-02528cfbb1a8 None None] Network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:23:56.845633 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Router 97fc9650-280b-463a-8d62-80fd6b1ca14f is scheduled to L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 with binding_index 1 {{(pid=93122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:23:56.851772 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-78ce5bf8-a6fc-4384-8b56-e67377da446d None None] Provisioning for port 9282443e-c851-436f-9ff8-18fe6488e314 completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:23:56.982978 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:23:57.001925 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Sync routers for ids ['97fc9650-280b-463a-8d62-80fd6b1ca14f'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:23:57.006831 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:57.009243 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-243a539f-9424-44e2-9312-39fb7a933529 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3447795 Jun 24 09:23:57.012697 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39356) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:57.031827 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Routers {'97fc9650-280b-463a-8d62-80fd6b1ca14f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:23:57.032474 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:23:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['97fc9650-280b-463a-8d62-80fd6b1ca14f'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:57.231944 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 9282443e-c851-436f-9ff8-18fe6488e314 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:23:57.350133 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Set router 97fc9650-280b-463a-8d62-80fd6b1ca14f gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:23:57.570320 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port 9282443e-c851-436f-9ff8-18fe6488e314 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:23:57.587495 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 9282443e-c851-436f-9ff8-18fe6488e314 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:23:57.587923 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:57.656368 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:57.678915 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-66fe7aa6-d42b-41cc-a731-09efdeafe512 None None] Provisioning complete for port 9282443e-c851-436f-9ff8-18fe6488e314 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:23:57.679409 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-66fe7aa6-d42b-41cc-a731-09efdeafe512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:57.794684 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:57.797595 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:23:56Z', 'revision_number': 3, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port': {'id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:55Z', 'updated_at': '2021-06-24T09:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:57.858046 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Checking router: 97fc9650-280b-463a-8d62-80fd6b1ca14f for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:23:57.858369 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Updating router 97fc9650-280b-463a-8d62-80fd6b1ca14f port 90246ef3-3252-428d-aa5f-487acd4a3315 binding host dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:23:57.867296 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Allocated IP 172.20.0.1 (1dc7dd24-541a-40b4-8aba-7abe2f6016e8/54048d10-ccd3-4612-9ed5-beef10993fd4/0a188c8e-287f-47d7-a235-181905310ac9) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:23:58.012339 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.030609 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Transition to ACTIVE for port object 0a188c8e-287f-47d7-a235-181905310ac9 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:23:58.055621 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-66fe7aa6-d42b-41cc-a731-09efdeafe512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.084855 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.088742 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-3010a191-e825-4212-ba6d-3392844daae8 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:58.096211 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port 9282443e-c851-436f-9ff8-18fe6488e314, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=9282443e-c851-436f-9ff8-18fe6488e314,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:58.112317 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.115110 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f1553341-cae7-46d1-8bd5-ed10425e503e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:58.119244 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.133807 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:23:58.136909 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:23:58.141212 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:23:58.185637 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Pushing event updated for resources: {'Port': ['ID=0a188c8e-287f-47d7-a235-181905310ac9,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:58.191034 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:58.219237 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518929'] for router_interface, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.334164 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=9282443e-c851-436f-9ff8-18fe6488e314,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:58.339583 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.db.api [None req-66fe7aa6-d42b-41cc-a731-09efdeafe512 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 09:23:58.340243 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_db.api [None req-66fe7aa6-d42b-41cc-a731-09efdeafe512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 09:23:58.345714 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:58.443112 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.539884 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3c106266-5f8e-4d7c-8257-d5dea122a59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.626897 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.647014 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Transition to ACTIVE for port object 90246ef3-3252-428d-aa5f-487acd4a3315 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:23:58.656637 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.661270 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-191774ae-9cca-4507-85fa-03a3b4140e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:58.729828 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.736842 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.737217 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Attempting to bind port 90246ef3-3252-428d-aa5f-487acd4a3315 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:23:58.737217 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Attempting to bind port 90246ef3-3252-428d-aa5f-487acd4a3315 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:23:58.737597 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Attempting to bind port 90246ef3-3252-428d-aa5f-487acd4a3315 on network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:58.740737 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09842b72-2e3d-4ae3-ae03-6d621395f2f8 None None] Pushing event updated for resources: {'Port': ['ID=90246ef3-3252-428d-aa5f-487acd4a3315,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:58.742988 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6ca2bc4f-1135-4c73-8ca6-8cedcc2ccdfb tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:58.744335 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-09842b72-2e3d-4ae3-ae03-6d621395f2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:58.747467 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:23:58.748039 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Checking segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:23:58.748326 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.748722 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Bound using segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:23:58.749239 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Bound port: 90246ef3-3252-428d-aa5f-487acd4a3315, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:23:58.749640 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.813082 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519045'] for router_interface, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.815147 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Pushing event updated for resources: {'Port': ['ID=0a188c8e-287f-47d7-a235-181905310ac9,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:58.818939 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:58.840236 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] For port 90246ef3-3252-428d-aa5f-487acd4a3315, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:23:58.844941 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] For port 90246ef3-3252-428d-aa5f-487acd4a3315, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=90246ef3-3252-428d-aa5f-487acd4a3315,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:23:58.870462 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.874386 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:58.950158 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Routers {'97fc9650-280b-463a-8d62-80fd6b1ca14f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:23:58.951116 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:23:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['97fc9650-280b-463a-8d62-80fd6b1ca14f'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:58.955695 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09842b72-2e3d-4ae3-ae03-6d621395f2f8 None None] Pushing event updated for resources: {'Port': ['ID=90246ef3-3252-428d-aa5f-487acd4a3315,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:58.985203 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:23:58.987307 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:23:58.998776 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-09842b72-2e3d-4ae3-ae03-6d621395f2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:59.108268 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-c82fc40a-18fb-425e-bac7-b9df5bd72090 None None] Provisioning for port 0a188c8e-287f-47d7-a235-181905310ac9 completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:23:59.119171 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-c82fc40a-18fb-425e-bac7-b9df5bd72090 None None] Provisioning complete for port 0a188c8e-287f-47d7-a235-181905310ac9 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:23:59.120027 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c82fc40a-18fb-425e-bac7-b9df5bd72090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.164890 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Router 97fc9650-280b-463a-8d62-80fd6b1ca14f has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:23:59.181599 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] Set router 97fc9650-280b-463a-8d62-80fd6b1ca14f gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:23:59.188419 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 9282443e-c851-436f-9ff8-18fe6488e314 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:23:59.246481 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-c82fc40a-18fb-425e-bac7-b9df5bd72090 None None] Port 0a188c8e-287f-47d7-a235-181905310ac9 cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:23:59.326528 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:23:59.334412 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-5f409e87-c15a-43a6-952d-125b49f71164 admin admin] 10.222.0.22 "PUT /v2.0/routers/97fc9650-280b-463a-8d62-80fd6b1ca14f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3199549 Jun 24 09:23:59.376413 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 9282443e-c851-436f-9ff8-18fe6488e314 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:23:59.376794 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.426699 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-158b4aa6-02ef-4c0b-9167-cee8e488346d None None] Provisioning complete for port 0a188c8e-287f-47d7-a235-181905310ac9 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:23:59.427170 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-158b4aa6-02ef-4c0b-9167-cee8e488346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.542648 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-158b4aa6-02ef-4c0b-9167-cee8e488346d None None] Port 0a188c8e-287f-47d7-a235-181905310ac9 cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:23:59.626945 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 4, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port': {'id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:55Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '0a188c8e-287f-47d7-a235-181905310ac9', 'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'mac_address': 'fa:16:3e:58:b2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:57Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 2, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'subnets': [{'id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:59.664260 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5642c0e2-5ec1-4878-a421-14f5c6773a8d None None] The sync data for ids ['97fc9650-280b-463a-8d62-80fd6b1ca14f'] in dv-cinder-797812-1-smb is: [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 4, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port': {'id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:55Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '0a188c8e-287f-47d7-a235-181905310ac9', 'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'mac_address': 'fa:16:3e:58:b2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:57Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 2, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'subnets': [{'id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:24:00.090275 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 39372) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:00.097627 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2026245439-network', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:00.131855 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Made reservation on behalf of ea50de55315a4618a8a6b02df0a27cad for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:24:00.135402 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.150671 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.307976 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.314449 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.325316 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-61192178-7043-4702-9696-52e18e41227f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:00.359624 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:24:00.383646 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caca21ef-7946-4e97-a53b-7ac3c07c298b,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:00.391349 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:00.395527 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.395884 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.segments_db [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Added segment 25397a72-fc5c-42e1-9398-10fbe98a2458 of type vlan for network 4900f660-576f-45e7-81e2-23c3512298dd Jun 24 09:24:00.491627 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783665858663'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.543815 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.546229 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:00.547127 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.552518 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-946063af-f2ea-4440-8313-7f76e165e07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:00.642373 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5506840 Jun 24 09:24:00.647353 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39374) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:00.656780 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-ba3a622f-8d03-4370-b49a-8a198e6727b5 admin admin] Request body: {'subnet': {'network_id': '4900f660-576f-45e7-81e2-23c3512298dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2026245439-subnet', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:00.661089 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Pushing event updated for resources: {'Network': ['ID=4900f660-576f-45e7-81e2-23c3512298dd,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:00.665821 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-68dbf1a7-0745-4482-82f6-84e04190902c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:00.675259 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Network 4900f660-576f-45e7-81e2-23c3512298dd details requested by agent ovs-agent-dv-cinder-797812-1-smb with host dv-cinder-797812-1-smb {{(pid=93124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:24:00.699968 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3a622f-8d03-4370-b49a-8a198e6727b5 admin admin] Made reservation on behalf of ea50de55315a4618a8a6b02df0a27cad for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:24:00.704374 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ba3a622f-8d03-4370-b49a-8a198e6727b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4603178'] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.971904 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ba3a622f-8d03-4370-b49a-8a198e6727b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4695762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4603192'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.975250 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-2e782ec5-7c6f-432e-ab0d-24ec1ea851d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:01.039061 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a622f-8d03-4370-b49a-8a198e6727b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:01.046356 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ba3a622f-8d03-4370-b49a-8a198e6727b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:01.056105 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a622f-8d03-4370-b49a-8a198e6727b5 admin admin] Checking segment: {'id': '25397a72-fc5c-42e1-9398-10fbe98a2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:24:01.056326 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a622f-8d03-4370-b49a-8a198e6727b5 admin admin] Network hostable DHCP agents. Network: 4900f660-576f-45e7-81e2-23c3512298dd, hostable agents: ['517d9f0e-c9f8-4526-b732-27291a43d6e1'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:24:01.078833 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a622f-8d03-4370-b49a-8a198e6727b5 admin admin] Network 4900f660-576f-45e7-81e2-23c3512298dd is scheduled to be hosted by DHCP agent 517d9f0e-c9f8-4526-b732-27291a43d6e1 with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:24:01.092607 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-ba3a622f-8d03-4370-b49a-8a198e6727b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-smb, 4900f660-576f-45e7-81e2-23c3512298dd) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:24:01.098277 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a622f-8d03-4370-b49a-8a198e6727b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:01.099091 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ba3a622f-8d03-4370-b49a-8a198e6727b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.107611 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8450dc51-b40d-4202-b1a4-9c4c1578f350 None None] Network 4900f660-576f-45e7-81e2-23c3512298dd requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:24:01.125524 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-ba3a622f-8d03-4370-b49a-8a198e6727b5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4715104 Jun 24 09:24:01.126277 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 39376) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:01.134452 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2026245439-router', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:01.170878 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10017'] for router, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.172656 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10040'] for router, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.205161 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 90246ef3-3252-428d-aa5f-487acd4a3315 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:24:01.266105 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2bfc0080-07af-4c1a-a460-7d7969875738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.271700 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.291689 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.351423 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port 90246ef3-3252-428d-aa5f-487acd4a3315 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:24:01.373056 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 90246ef3-3252-428d-aa5f-487acd4a3315 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:01.373056 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.431410 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d88c3e-3b81-568f-b441-63b445c42363-4900f660-576f-45e7-81e2-23c3512298dd', 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'fixed_ips': [{'subnet_id': '847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b'}]}} from dv-cinder-797812-1-smb. {{(pid=93124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:24:01.432422 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.508725 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9994'] for router, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.572559 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.621033 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port 90246ef3-3252-428d-aa5f-487acd4a3315, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=90246ef3-3252-428d-aa5f-487acd4a3315,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:01.626934 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.632382 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:01.669850 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Allocated IP 172.20.0.2 (4900f660-576f-45e7-81e2-23c3512298dd/847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b/73a67af6-11a8-49cb-a4d2-41e726370bdb) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:24:01.718721 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=90246ef3-3252-428d-aa5f-487acd4a3315,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:01.749698 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:01.790987 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.825185 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.883431 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.898168 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Transition to ACTIVE for port object 73a67af6-11a8-49cb-a4d2-41e726370bdb will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:24:01.922183 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Transition to ACTIVE for port object 73a67af6-11a8-49cb-a4d2-41e726370bdb will not be triggered until provisioned by entity DHCP. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:24:01.932426 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.947765 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:01.991562 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Network 4900f660-576f-45e7-81e2-23c3512298dd is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:24:01.997243 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:24:01.997527 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Allocated IP 172.28.1.169 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/da914327-0fa9-48ec-a5a6-43a0b687e2a6) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:24:02.004621 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:24:02.049383 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Pushing event updated for resources: {'Port': ['ID=73a67af6-11a8-49cb-a4d2-41e726370bdb,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:02.055431 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:02.095216 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Attempting to bind port 73a67af6-11a8-49cb-a4d2-41e726370bdb on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:24:02.095854 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Attempting to bind port 73a67af6-11a8-49cb-a4d2-41e726370bdb by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': '25397a72-fc5c-42e1-9398-10fbe98a2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:24:02.096424 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Attempting to bind port 73a67af6-11a8-49cb-a4d2-41e726370bdb on network 4900f660-576f-45e7-81e2-23c3512298dd {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:24:02.102835 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:24:02.103408 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Checking segment: {'id': '25397a72-fc5c-42e1-9398-10fbe98a2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:24:02.104111 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:02.104644 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Bound using segment: {'id': '25397a72-fc5c-42e1-9398-10fbe98a2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:24:02.105342 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Bound port: 73a67af6-11a8-49cb-a4d2-41e726370bdb, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25397a72-fc5c-42e1-9398-10fbe98a2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:24:02.105971 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:02.175161 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:02.192361 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] For port 73a67af6-11a8-49cb-a4d2-41e726370bdb, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:24:02.197967 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] For port 73a67af6-11a8-49cb-a4d2-41e726370bdb, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=73a67af6-11a8-49cb-a4d2-41e726370bdb,segment=NetworkSegment(25397a72-fc5c-42e1-9398-10fbe98a2458),segment_id=25397a72-fc5c-42e1-9398-10fbe98a2458)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:24:02.204637 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:02.209219 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:02.236629 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6174885'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:02.240312 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:02.320235 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:24:02.326809 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:24:02.330882 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Sync routers for ids ['97fc9650-280b-463a-8d62-80fd6b1ca14f'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:24:02.339622 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:24:02.345892 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Pushing event updated for resources: {'Port': ['ID=da914327-0fa9-48ec-a5a6-43a0b687e2a6,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:02.365849 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Routers {'97fc9650-280b-463a-8d62-80fd6b1ca14f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:24:02.366488 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:24:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['97fc9650-280b-463a-8d62-80fd6b1ca14f'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:02.377270 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:02.428435 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:02.458478 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Pushing event updated for resources: {'Port': ['ID=73a67af6-11a8-49cb-a4d2-41e726370bdb,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:02.464282 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:02.538608 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Set router 97fc9650-280b-463a-8d62-80fd6b1ca14f gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:24:02.744583 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:02.872635 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 4, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port': {'id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:55Z', 'updated_at': '2021-06-24T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '0a188c8e-287f-47d7-a235-181905310ac9', 'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'mac_address': 'fa:16:3e:58:b2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:57Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 2, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'subnets': [{'id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:02.923331 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Checking router: 97fc9650-280b-463a-8d62-80fd6b1ca14f for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:24:02.923666 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Updating router 97fc9650-280b-463a-8d62-80fd6b1ca14f port 0a188c8e-287f-47d7-a235-181905310ac9 binding host dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:24:02.967383 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.002962 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439438'] for router, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.214734 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Router 65556346-c9e6-457d-bffb-c9a8d7adf0ad is scheduled to L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 with binding_index 1 {{(pid=93121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:24:03.265844 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 73a67af6-11a8-49cb-a4d2-41e726370bdb up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:24:03.363935 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port 73a67af6-11a8-49cb-a4d2-41e726370bdb completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:24:03.369077 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 90246ef3-3252-428d-aa5f-487acd4a3315 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:24:03.388813 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.392053 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:24:03.402255 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Transition to ACTIVE for port object 0a188c8e-287f-47d7-a235-181905310ac9 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:24:03.412768 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.423691 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.426096 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-65ebbefa-4ac1-4774-811c-e72ee76c3470 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2978079 Jun 24 09:24:03.430774 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 39378) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:03.432524 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:03.432723 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Sync routers for ids ['65556346-c9e6-457d-bffb-c9a8d7adf0ad'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:24:03.469560 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Routers {'65556346-c9e6-457d-bffb-c9a8d7adf0ad'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:24:03.471144 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:24:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['65556346-c9e6-457d-bffb-c9a8d7adf0ad'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:03.714536 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 90246ef3-3252-428d-aa5f-487acd4a3315 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:03.715457 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.755601 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Pushing event updated for resources: {'Port': ['ID=0a188c8e-287f-47d7-a235-181905310ac9,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:03.789710 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:03.790056 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:03.790432 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:03.790768 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:03.791222 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:03.791629 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:03.792260 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:03.792998 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:03.793618 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:03.794124 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:03.794753 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:03.795273 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:03.796763 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Set router 65556346-c9e6-457d-bffb-c9a8d7adf0ad gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:24:03.803472 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:03.805385 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Attempting to bind port 0a188c8e-287f-47d7-a235-181905310ac9 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:24:03.806154 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Attempting to bind port 0a188c8e-287f-47d7-a235-181905310ac9 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': '2dae3001-00c0-43b9-98f7-e691fec6ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:24:03.806855 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Attempting to bind port 0a188c8e-287f-47d7-a235-181905310ac9 on network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:24:03.814576 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:24:03.814954 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Checking segment: {'id': '2dae3001-00c0-43b9-98f7-e691fec6ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:24:03.815691 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.816200 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Bound using segment: {'id': '2dae3001-00c0-43b9-98f7-e691fec6ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:24:03.816689 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Bound port: 0a188c8e-287f-47d7-a235-181905310ac9, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dae3001-00c0-43b9-98f7-e691fec6ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:24:03.817068 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.883224 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8270377f-02c1-4a8d-afef-88163ef3476a None None] Network 4900f660-576f-45e7-81e2-23c3512298dd requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:24:03.886490 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.959308 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] For port 0a188c8e-287f-47d7-a235-181905310ac9, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:24:03.963551 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] For port 0a188c8e-287f-47d7-a235-181905310ac9, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=0a188c8e-287f-47d7-a235-181905310ac9,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:24:03.969969 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.975260 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-16b0126c-2b1b-413a-900e-0a4292a7a1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:04.062140 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Routers {'97fc9650-280b-463a-8d62-80fd6b1ca14f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:24:04.063897 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:24:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['97fc9650-280b-463a-8d62-80fd6b1ca14f'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:04.131984 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Pushing event updated for resources: {'Port': ['ID=0a188c8e-287f-47d7-a235-181905310ac9,revision_number=4']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:04.140358 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-db76966a-37ca-408b-879c-864c3aff6492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:04.165423 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-79dee9bc-52e9-4496-94f7-5b497284b670 None None] Provisioning for port 73a67af6-11a8-49cb-a4d2-41e726370bdb completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:24:04.184651 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-79dee9bc-52e9-4496-94f7-5b497284b670 None None] Provisioning complete for port 73a67af6-11a8-49cb-a4d2-41e726370bdb triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:04.185138 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-79dee9bc-52e9-4496-94f7-5b497284b670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:04.265203 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] Set router 97fc9650-280b-463a-8d62-80fd6b1ca14f gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:24:04.385743 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:04.462376 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'name': 'tempest-TestShelveInstance-2026245439-router', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:24:02Z', 'revision_number': 3, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'gw_port': {'id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:04.540308 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Checking router: 65556346-c9e6-457d-bffb-c9a8d7adf0ad for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:24:04.540895 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Updating router 65556346-c9e6-457d-bffb-c9a8d7adf0ad port da914327-0fa9-48ec-a5a6-43a0b687e2a6 binding host dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:24:04.543739 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-79dee9bc-52e9-4496-94f7-5b497284b670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:04.612449 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:04.640219 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-79dee9bc-52e9-4496-94f7-5b497284b670 None None] For port 73a67af6-11a8-49cb-a4d2-41e726370bdb, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=73a67af6-11a8-49cb-a4d2-41e726370bdb,segment=NetworkSegment(25397a72-fc5c-42e1-9398-10fbe98a2458),segment_id=25397a72-fc5c-42e1-9398-10fbe98a2458)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:04.647744 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-79dee9bc-52e9-4496-94f7-5b497284b670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:04.651465 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:04.671656 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 4, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port': {'id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:55Z', 'updated_at': '2021-06-24T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '0a188c8e-287f-47d7-a235-181905310ac9', 'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'mac_address': 'fa:16:3e:58:b2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:57Z', 'updated_at': '2021-06-24T09:24:03Z', 'revision_number': 4, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'subnets': [{'id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:04.690217 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Allocated IP 172.20.0.1 (4900f660-576f-45e7-81e2-23c3512298dd/847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b/1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:24:04.726719 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3487fda3-9b7d-4322-a259-52c21bcdf7d2 None None] The sync data for ids ['97fc9650-280b-463a-8d62-80fd6b1ca14f'] in dv-cinder-797812-1-smb is: [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 4, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port': {'id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:55Z', 'updated_at': '2021-06-24T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '0a188c8e-287f-47d7-a235-181905310ac9', 'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'mac_address': 'fa:16:3e:58:b2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:57Z', 'updated_at': '2021-06-24T09:24:03Z', 'revision_number': 4, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'subnets': [{'id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:24:04.823629 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dee9bc-52e9-4496-94f7-5b497284b670 None None] Pushing event updated for resources: {'Port': ['ID=73a67af6-11a8-49cb-a4d2-41e726370bdb,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:04.830214 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-79dee9bc-52e9-4496-94f7-5b497284b670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:04.874426 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:04.894203 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.provisioning_blocks [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Transition to ACTIVE for port object 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 will not be triggered until provisioned by entity DHCP. {{(pid=93121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:24:04.937052 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6174885'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:04.941449 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:04.990316 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Network 4900f660-576f-45e7-81e2-23c3512298dd is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:24:04.993584 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-9baee065-4702-4d02-9066-361ce27cf891 None None] Provisioning complete for port 73a67af6-11a8-49cb-a4d2-41e726370bdb triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:04.993964 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9baee065-4702-4d02-9066-361ce27cf891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:04.997875 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:24:05.006194 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:24:05.060671 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518929'] for router_interface, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:05.094549 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:05.129329 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Transition to ACTIVE for port object da914327-0fa9-48ec-a5a6-43a0b687e2a6 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:24:05.150114 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Pushing event updated for resources: {'Port': ['ID=1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:05.152516 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:05.157838 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:05.158080 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:05.235381 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Attempting to bind port da914327-0fa9-48ec-a5a6-43a0b687e2a6 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:24:05.235793 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Attempting to bind port da914327-0fa9-48ec-a5a6-43a0b687e2a6 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:24:05.236221 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Attempting to bind port da914327-0fa9-48ec-a5a6-43a0b687e2a6 on network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:24:05.240195 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4994f7-bf91-4230-8343-c1879f03aac5 None None] Pushing event updated for resources: {'Port': ['ID=da914327-0fa9-48ec-a5a6-43a0b687e2a6,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:05.243382 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-eb4994f7-bf91-4230-8343-c1879f03aac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:05.247283 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:24:05.247793 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Checking segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:24:05.248254 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:05.248645 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Bound using segment: {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:24:05.249186 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Bound port: da914327-0fa9-48ec-a5a6-43a0b687e2a6, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da15243a-bfe4-4dba-9113-9befb6a9b948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:24:05.249575 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:05.320132 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 73a67af6-11a8-49cb-a4d2-41e726370bdb up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:24:05.347022 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:05.402105 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] For port da914327-0fa9-48ec-a5a6-43a0b687e2a6, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:24:05.415622 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] For port da914327-0fa9-48ec-a5a6-43a0b687e2a6, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=da914327-0fa9-48ec-a5a6-43a0b687e2a6,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:24:05.433464 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:05.439795 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:05.495190 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-cd8bb4e7-7aa0-4047-8b35-fb439c857f32 None None] Provisioning for port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:24:05.515033 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-cd8bb4e7-7aa0-4047-8b35-fb439c857f32 None None] Provisioning complete for port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:05.516325 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cd8bb4e7-7aa0-4047-8b35-fb439c857f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:05.560321 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Routers {'65556346-c9e6-457d-bffb-c9a8d7adf0ad'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:24:05.562064 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:24:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['65556346-c9e6-457d-bffb-c9a8d7adf0ad'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:05.568226 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 73a67af6-11a8-49cb-a4d2-41e726370bdb triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:05.568624 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:05.573781 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4994f7-bf91-4230-8343-c1879f03aac5 None None] Pushing event updated for resources: {'Port': ['ID=da914327-0fa9-48ec-a5a6-43a0b687e2a6,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:05.577054 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-eb4994f7-bf91-4230-8343-c1879f03aac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:05.639549 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:05.650213 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174899'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:05.653976 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-cd8bb4e7-7aa0-4047-8b35-fb439c857f32 None None] Port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:24:05.685847 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-67949f93-3201-4da7-8b37-890007641315 tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:05.740474 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519045'] for router_interface, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:05.755196 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Pushing event updated for resources: {'Port': ['ID=1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:05.761706 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:05.899427 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] Set router 65556346-c9e6-457d-bffb-c9a8d7adf0ad gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:24:05.899759 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Network 4900f660-576f-45e7-81e2-23c3512298dd is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:24:05.901226 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:24:05.943920 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 0a188c8e-287f-47d7-a235-181905310ac9 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:24:06.101004 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Router 65556346-c9e6-457d-bffb-c9a8d7adf0ad has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:24:06.119638 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port 0a188c8e-287f-47d7-a235-181905310ac9 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:24:06.128163 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 0a188c8e-287f-47d7-a235-181905310ac9 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:06.129436 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:06.231121 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-a4adb995-1496-49e3-a83e-7ed5bb2694c1 None None] Provisioning complete for port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:06.231121 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a4adb995-1496-49e3-a83e-7ed5bb2694c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:06.252279 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:24:06.260066 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] 10.222.0.22 "PUT /v2.0/routers/65556346-c9e6-457d-bffb-c9a8d7adf0ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8277161 Jun 24 09:24:06.287919 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-a4adb995-1496-49e3-a83e-7ed5bb2694c1 None None] Port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:24:06.334957 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'name': 'tempest-TestShelveInstance-2026245439-router', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:24:05Z', 'revision_number': 4, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'gw_port': {'id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98', 'name': '', 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'mac_address': 'fa:16:3e:82:d4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:24:04Z', 'updated_at': '2021-06-24T09:24:04Z', 'revision_number': 1, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'subnets': [{'id': '847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:06.376155 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eefee1-f217-4cf6-acd6-91f3add964d2 None None] The sync data for ids ['65556346-c9e6-457d-bffb-c9a8d7adf0ad'] in dv-cinder-797812-1-smb is: [{'id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'name': 'tempest-TestShelveInstance-2026245439-router', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:24:05Z', 'revision_number': 4, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'gw_port': {'id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98', 'name': '', 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'mac_address': 'fa:16:3e:82:d4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:24:04Z', 'updated_at': '2021-06-24T09:24:04Z', 'revision_number': 1, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'subnets': [{'id': '847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:24:06.378778 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:06.435856 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port 0a188c8e-287f-47d7-a235-181905310ac9, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=0a188c8e-287f-47d7-a235-181905310ac9,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:06.442599 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:06.452159 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:06.530071 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=0a188c8e-287f-47d7-a235-181905310ac9,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:06.534550 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:07.209448 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 0a188c8e-287f-47d7-a235-181905310ac9 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:24:07.276169 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 0a188c8e-287f-47d7-a235-181905310ac9 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:07.276549 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.007362 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 39388) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:08.013453 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-d3eef52c-0fa3-4fce-b16d-5cb89883624c tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-423290879', 'description': 'tempest-secgroup-smoke-423290879 description', 'project_id': '1a4cd88b17bd4ca399873e0475f40d28'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:08.040307 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d3eef52c-0fa3-4fce-b16d-5cb89883624c tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.171448 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d3eef52c-0fa3-4fce-b16d-5cb89883624c tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.175842 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d3eef52c-0fa3-4fce-b16d-5cb89883624c tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.178414 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-33e5aefd-759e-47ec-bc29-42c5576223df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:08.204300 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d3eef52c-0fa3-4fce-b16d-5cb89883624c tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.206183 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-d3eef52c-0fa3-4fce-b16d-5cb89883624c tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1968074 Jun 24 09:24:08.210852 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39390) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:08.211810 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eef52c-0fa3-4fce-b16d-5cb89883624c tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09fc2c2-3523-4d00-95f9-1aca1c6b9778,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:08.214642 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d3eef52c-0fa3-4fce-b16d-5cb89883624c tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:08.218658 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-5ffd27c0-da90-4450-9df0-2a27ca6cd728 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Request body: {'security_group_rule': {'security_group_id': 'f09fc2c2-3523-4d00-95f9-1aca1c6b9778', 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:08.258781 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5ffd27c0-da90-4450-9df0-2a27ca6cd728 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.346176 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5ffd27c0-da90-4450-9df0-2a27ca6cd728 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.352123 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5ffd27c0-da90-4450-9df0-2a27ca6cd728 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.360263 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:08.381968 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd27c0-da90-4450-9df0-2a27ca6cd728 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57703b1-5302-45f6-abc9-5c7fe1dcae18,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:08.386051 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5ffd27c0-da90-4450-9df0-2a27ca6cd728 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:08.393144 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5ffd27c0-da90-4450-9df0-2a27ca6cd728 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.395102 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-5ffd27c0-da90-4450-9df0-2a27ca6cd728 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1820159 Jun 24 09:24:08.398670 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39392) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:08.404787 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-ffc932d6-3b7e-4b69-a608-ad28e53c1543 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Request body: {'security_group_rule': {'security_group_id': 'f09fc2c2-3523-4d00-95f9-1aca1c6b9778', 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:08.437461 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ffc932d6-3b7e-4b69-a608-ad28e53c1543 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.526793 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ffc932d6-3b7e-4b69-a608-ad28e53c1543 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.529183 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ffc932d6-3b7e-4b69-a608-ad28e53c1543 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.534893 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-00c13cf2-f8fe-4244-8d3c-ff59b9d5cf4b tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:08.551309 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc932d6-3b7e-4b69-a608-ad28e53c1543 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20564e55-c96b-464a-95b7-6e34295eefbe,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:08.554466 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ffc932d6-3b7e-4b69-a608-ad28e53c1543 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:08.561460 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ffc932d6-3b7e-4b69-a608-ad28e53c1543 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.562681 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-ffc932d6-3b7e-4b69-a608-ad28e53c1543 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1627281 Jun 24 09:24:08.568230 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 39394) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:08.574498 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-608f8a19-0271-440d-9b5e-f9f0eeb66297 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Request body: {'security_group_rule': {'security_group_id': 'f09fc2c2-3523-4d00-95f9-1aca1c6b9778', 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:08.615851 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-608f8a19-0271-440d-9b5e-f9f0eeb66297 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.642888 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Sync routers for ids ['65556346-c9e6-457d-bffb-c9a8d7adf0ad'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:24:08.658771 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Routers {'65556346-c9e6-457d-bffb-c9a8d7adf0ad'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:24:08.659947 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:24:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['65556346-c9e6-457d-bffb-c9a8d7adf0ad'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:08.711102 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-608f8a19-0271-440d-9b5e-f9f0eeb66297 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.716232 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-608f8a19-0271-440d-9b5e-f9f0eeb66297 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.718443 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-3b254066-1828-444a-9dd5-4445758fbcd3 tempest-AttachVolumeShelveTestJSON-1571869464 tempest-AttachVolumeShelveTestJSON-1571869464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:08.735985 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f8a19-0271-440d-9b5e-f9f0eeb66297 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d838c7e-ebc6-49aa-ba2a-19390c5d83e4,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:08.742436 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-608f8a19-0271-440d-9b5e-f9f0eeb66297 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:08.746325 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-608f8a19-0271-440d-9b5e-f9f0eeb66297 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.747967 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-608f8a19-0271-440d-9b5e-f9f0eeb66297 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1782300 Jun 24 09:24:08.752407 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39396) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:08.760166 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [None req-c5577595-77cc-4ef1-92ca-c51a364d7647 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Request body: {'security_group_rule': {'security_group_id': 'f09fc2c2-3523-4d00-95f9-1aca1c6b9778', 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:08.805972 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c5577595-77cc-4ef1-92ca-c51a364d7647 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.833339 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Set router 65556346-c9e6-457d-bffb-c9a8d7adf0ad gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:24:08.913915 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c5577595-77cc-4ef1-92ca-c51a364d7647 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.919067 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c5577595-77cc-4ef1-92ca-c51a364d7647 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.922362 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-b8243841-8444-4836-b378-449dbcf561fa tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:08.951857 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5577595-77cc-4ef1-92ca-c51a364d7647 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c048603c-92b8-4492-b32a-7b17e3c967f2,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:08.956245 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-c5577595-77cc-4ef1-92ca-c51a364d7647 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:08.961811 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c5577595-77cc-4ef1-92ca-c51a364d7647 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:08.966144 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-c5577595-77cc-4ef1-92ca-c51a364d7647 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2124481 Jun 24 09:24:08.966352 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 39398) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:08.974075 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-5340826a-0cd3-42a6-a759-f4c33a2e2825 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Request body: {'security_group_rule': {'security_group_id': 'f09fc2c2-3523-4d00-95f9-1aca1c6b9778', 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:09.004612 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.securitygroups_db [None req-5340826a-0cd3-42a6-a759-f4c33a2e2825 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Project 1a4cd88b17bd4ca399873e0475f40d28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:24:09.013661 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5340826a-0cd3-42a6-a759-f4c33a2e2825 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.096130 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'name': 'tempest-TestShelveInstance-2026245439-router', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:24:05Z', 'revision_number': 4, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'gw_port': {'id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98', 'name': '', 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'mac_address': 'fa:16:3e:82:d4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:24:04Z', 'updated_at': '2021-06-24T09:24:05Z', 'revision_number': 2, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'subnets': [{'id': '847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:09.133802 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Checking router: 65556346-c9e6-457d-bffb-c9a8d7adf0ad for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:24:09.134159 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Updating router 65556346-c9e6-457d-bffb-c9a8d7adf0ad port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 binding host dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:24:09.143158 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5340826a-0cd3-42a6-a759-f4c33a2e2825 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.157993 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5340826a-0cd3-42a6-a759-f4c33a2e2825 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.161279 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-eede8dce-fa9a-4208-a075-476b9791fcd7 tempest-TestMinimumBasicScenario-381832739 tempest-TestMinimumBasicScenario-381832739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:09.179579 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340826a-0cd3-42a6-a759-f4c33a2e2825 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5ef7f9-147e-460e-b91d-a4c39bde4fcd,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:09.183790 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-5340826a-0cd3-42a6-a759-f4c33a2e2825 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:09.190994 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.192079 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5340826a-0cd3-42a6-a759-f4c33a2e2825 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.194042 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-5340826a-0cd3-42a6-a759-f4c33a2e2825 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2262874 Jun 24 09:24:09.198609 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 39400) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:09.213028 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-48b5660e-ee83-4c08-9c6f-015427ade0e2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Request body: {'security_group_rule': {'security_group_id': 'f09fc2c2-3523-4d00-95f9-1aca1c6b9778', 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:09.213446 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device da914327-0fa9-48ec-a5a6-43a0b687e2a6 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:24:09.267792 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.securitygroups_db [None req-48b5660e-ee83-4c08-9c6f-015427ade0e2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Project 1a4cd88b17bd4ca399873e0475f40d28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:24:09.279844 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-48b5660e-ee83-4c08-9c6f-015427ade0e2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.298491 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port da914327-0fa9-48ec-a5a6-43a0b687e2a6 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:24:09.305314 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port da914327-0fa9-48ec-a5a6-43a0b687e2a6 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:09.306428 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.397368 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-48b5660e-ee83-4c08-9c6f-015427ade0e2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.406740 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-48b5660e-ee83-4c08-9c6f-015427ade0e2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1619495'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.408993 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:09.436964 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5660e-ee83-4c08-9c6f-015427ade0e2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f4702b-d5b9-4c13-a60d-a7648c92399b,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:09.442408 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-48b5660e-ee83-4c08-9c6f-015427ade0e2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:09.447525 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-48b5660e-ee83-4c08-9c6f-015427ade0e2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.463470 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-48b5660e-ee83-4c08-9c6f-015427ade0e2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2480342 Jun 24 09:24:09.463843 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.498436 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port da914327-0fa9-48ec-a5a6-43a0b687e2a6, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=da914327-0fa9-48ec-a5a6-43a0b687e2a6,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:09.510607 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.515265 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-09842b72-2e3d-4ae3-ae03-6d621395f2f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:09.520159 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.592940 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.610767 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Transition to ACTIVE for port object 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:24:09.620832 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.621665 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=da914327-0fa9-48ec-a5a6-43a0b687e2a6,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:09.628291 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:09.640444 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:09.719953 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cbce2-71cd-4016-9abc-a705a087b1c8 None None] Pushing event updated for resources: {'Port': ['ID=1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:09.725704 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-620cbce2-71cd-4016-9abc-a705a087b1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:09.833745 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Attempting to bind port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 on host dv-cinder-797812-1-smb for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:24:09.834501 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Attempting to bind port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 by drivers openvswitch,hyperv on host dv-cinder-797812-1-smb at level 0 using segments [{'id': '25397a72-fc5c-42e1-9398-10fbe98a2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:24:09.834988 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Attempting to bind port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 on network 4900f660-576f-45e7-81e2-23c3512298dd {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:24:09.844794 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Checking agent: {'id': 'bf9cf754-6e84-424e-9390-c092ccc0defb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 4, 31), 'started_at': datetime.datetime(2021, 6, 24, 9, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:24:09.845418 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Checking segment: {'id': '25397a72-fc5c-42e1-9398-10fbe98a2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:24:09.846101 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.846785 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Bound using segment: {'id': '25397a72-fc5c-42e1-9398-10fbe98a2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:24:09.847737 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Bound port: 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98, host: dv-cinder-797812-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25397a72-fc5c-42e1-9398-10fbe98a2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:24:09.848389 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.953152 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] For port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98, host dv-cinder-797812-1-smb, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:24:09.959664 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] For port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98, host dv-cinder-797812-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98,segment=NetworkSegment(25397a72-fc5c-42e1-9398-10fbe98a2458),segment_id=25397a72-fc5c-42e1-9398-10fbe98a2458)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:24:09.966351 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:09.969599 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-620cbce2-71cd-4016-9abc-a705a087b1c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:10.077343 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cbce2-71cd-4016-9abc-a705a087b1c8 None None] Pushing event updated for resources: {'Port': ['ID=1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98,revision_number=4']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:10.083547 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-620cbce2-71cd-4016-9abc-a705a087b1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:10.090985 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Routers {'65556346-c9e6-457d-bffb-c9a8d7adf0ad'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:24:10.092178 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:24:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['65556346-c9e6-457d-bffb-c9a8d7adf0ad'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:10.234819 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] Set router 65556346-c9e6-457d-bffb-c9a8d7adf0ad gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:24:10.438991 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:24:10.643338 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'name': 'tempest-TestShelveInstance-2026245439-router', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:24:05Z', 'revision_number': 4, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'gw_port': {'id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98', 'name': '', 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'mac_address': 'fa:16:3e:82:d4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:24:04Z', 'updated_at': '2021-06-24T09:24:09Z', 'revision_number': 4, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'subnets': [{'id': '847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:10.677805 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a7982-b4a6-4c12-9d2e-f1f6188681c7 None None] The sync data for ids ['65556346-c9e6-457d-bffb-c9a8d7adf0ad'] in dv-cinder-797812-1-smb is: [{'id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'name': 'tempest-TestShelveInstance-2026245439-router', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:24:05Z', 'revision_number': 4, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'gw_port': {'id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98', 'name': '', 'network_id': '4900f660-576f-45e7-81e2-23c3512298dd', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'mac_address': 'fa:16:3e:82:d4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:24:04Z', 'updated_at': '2021-06-24T09:24:09Z', 'revision_number': 4, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'subnets': [{'id': '847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:24:11.195341 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:24:11.266449 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning for port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:24:11.272966 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:11.273529 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:11.382748 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:11.437350 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] For port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98,segment=NetworkSegment(25397a72-fc5c-42e1-9398-10fbe98a2458),segment_id=25397a72-fc5c-42e1-9398-10fbe98a2458)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:11.443753 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:11.445067 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device da914327-0fa9-48ec-a5a6-43a0b687e2a6 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:24:11.448190 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1a06fb96-1331-4f26-86f2-5c55d54fc5eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:11.533827 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Pushing event updated for resources: {'Port': ['ID=1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:11.537682 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:11.548877 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port da914327-0fa9-48ec-a5a6-43a0b687e2a6 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:11.549260 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:13.144427 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 up at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:24:13.211004 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Provisioning complete for port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:13.211460 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:28.528578 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6a52c4d1-a9a6-454f-b551-e432e9f82e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:29.760230 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-b8d01770-3242-44ad-8eca-54aaac3d2d13 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423290879&fields=id&tenant_id=1a4cd88b17bd4ca399873e0475f40d28 HTTP/1.1" status: 200 len: 267 time: 0.0370402 Jun 24 09:24:29.867885 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-537e0677-79a7-4ee6-b6a2-40aaa1d6f6e9 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:29.869381 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-537e0677-79a7-4ee6-b6a2-40aaa1d6f6e9 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/networks?id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8 HTTP/1.1" status: 200 len: 809 time: 0.1018555 Jun 24 09:24:29.884686 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-a29f8416-a0b3-4c91-8aaa-ca2f43086e3f tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/quotas/1a4cd88b17bd4ca399873e0475f40d28 HTTP/1.1" status: 200 len: 375 time: 0.0097644 Jun 24 09:24:29.957713 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-b33d7e16-d76a-4985-b440-b24f74f416f0 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a4cd88b17bd4ca399873e0475f40d28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668232 Jun 24 09:24:30.393168 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-216eea71-e11d-49df-bb1b-c875d64b8054 service neutron] 10.222.0.22 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230330 Jun 24 09:24:30.490792 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-9a7fce88-e127-4627-a230-fcfa2870ec31 service neutron] 10.222.0.22 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910976 Jun 24 09:24:30.811576 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-40b96077-3993-41e8-891d-d6e5a464bf52 req-ce7351fe-fa31-4c69-b3a2-d2372eac69c3 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 210 time: 0.0317194 Jun 24 09:24:31.134857 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-aa80df00-25a2-4601-a590-9712604a819d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:31.266639 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:31.984697 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-209ea2a5-66dc-4738-a580-e3bb66e0b94e req-80e82f09-b3ae-452f-b2c9-ddddc10cd8d7 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 210 time: 0.0400193 Jun 24 09:24:32.343489 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:32.405355 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-ab8851a6-6a49-4acd-9e3a-3214a6297641 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:32.408341 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-ab8851a6-6a49-4acd-9e3a-3214a6297641 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.23 "GET /v2.0/networks?id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8 HTTP/1.1" status: 200 len: 809 time: 0.1439738 Jun 24 09:24:32.830183 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-21fa841d-5970-49d4-af22-e1928ce52f12 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a4cd88b17bd4ca399873e0475f40d28 HTTP/1.1" status: 200 len: 379 time: 0.3936536 Jun 24 09:24:32.840393 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Request body: {'port': {'device_id': '1e28c66c-7036-467a-b513-83e694796a17', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'admin_state_up': True, 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'security_groups': ['f09fc2c2-3523-4d00-95f9-1aca1c6b9778']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:32.985686 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Made reservation on behalf of 1a4cd88b17bd4ca399873e0475f40d28 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:24:32.990634 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.210439 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-1f7d7096-3bcf-4f02-9919-c8f2035dbae9 req-f65c80b5-bd6d-4018-b8ff-49f9feae7852 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 210 time: 0.0489182 Jun 24 09:24:33.248099 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Allocated IP 172.20.0.10 (1dc7dd24-541a-40b4-8aba-7abe2f6016e8/54048d10-ccd3-4612-9ed5-beef10993fd4/ff0d0a62-7422-4cef-b286-a25ee63edec1) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:24:33.433397 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.451752 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Transition to ACTIVE for port object ff0d0a62-7422-4cef-b286-a25ee63edec1 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:24:33.493745 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4695622'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.497720 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-5188d1f0-d903-4b7e-a1a0-39272190a6a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:33.539492 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:24:33.542766 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:24:33.546697 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:24:33.556971 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Pushing event updated for resources: {'Port': ['ID=ff0d0a62-7422-4cef-b286-a25ee63edec1,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:33.585942 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:33.586321 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:33.586692 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:33.587053 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:33.587411 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:33.587798 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:33.588153 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:33.588507 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:33.588863 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:33.589215 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:33.589567 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:33.589918 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:33.600139 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:33.624052 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:33.624797 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.647772 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-f2356e33-b6db-469e-b27a-2689afdab154 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8119719 Jun 24 09:24:33.667681 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-8889dfea-9b08-422d-b017-31cafa2a4606 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:24:33.669078 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-8889dfea-9b08-422d-b017-31cafa2a4606 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070350 Jun 24 09:24:33.681789 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.v2.base [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Request body: {'port': {'device_id': '1e28c66c-7036-467a-b513-83e694796a17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:33.777630 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-91d06a74-a06f-4984-80bd-4e476ca761a9 None None] Provisioning for port ff0d0a62-7422-4cef-b286-a25ee63edec1 completed by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:24:33.782176 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-91d06a74-a06f-4984-80bd-4e476ca761a9 None None] Provisioning complete for port ff0d0a62-7422-4cef-b286-a25ee63edec1 triggered by entity DHCP. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:33.782563 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-91d06a74-a06f-4984-80bd-4e476ca761a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.794067 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.825392 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.829661 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-91d06a74-a06f-4984-80bd-4e476ca761a9 None None] Port ff0d0a62-7422-4cef-b286-a25ee63edec1 cannot update to ACTIVE because it is not bound. {{(pid=93124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:24:34.072267 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0d0a62-7422-4cef-b286-a25ee63edec1 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:24:34.081530 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:34.100855 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Transition to ACTIVE for port object ff0d0a62-7422-4cef-b286-a25ee63edec1 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:24:34.105080 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:34.107253 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-04ec6859-c105-45b1-aa85-8e71425677fd tempest-VolumesActionsTest-282852392 tempest-VolumesActionsTest-282852392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:34.166945 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0d0a62-7422-4cef-b286-a25ee63edec1,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:34.170349 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:34.255480 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Attempting to bind port ff0d0a62-7422-4cef-b286-a25ee63edec1 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:24:34.256045 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Attempting to bind port ff0d0a62-7422-4cef-b286-a25ee63edec1 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '2dae3001-00c0-43b9-98f7-e691fec6ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:24:34.256613 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Attempting to bind port ff0d0a62-7422-4cef-b286-a25ee63edec1 on network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:24:34.264797 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Port ff0d0a62-7422-4cef-b286-a25ee63edec1 on network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:24:34.265744 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Attempting to bind port ff0d0a62-7422-4cef-b286-a25ee63edec1 on network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:24:34.274602 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Checking agent: {'id': '27bea138-2c4c-4ceb-92f2-343786f03c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'started_at': datetime.datetime(2021, 6, 24, 9, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:24:34.275211 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Checking segment: {'id': '2dae3001-00c0-43b9-98f7-e691fec6ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:24:34.275863 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Bound using segment: {'id': '2dae3001-00c0-43b9-98f7-e691fec6ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:24:34.276605 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Bound port: ff0d0a62-7422-4cef-b286-a25ee63edec1, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dae3001-00c0-43b9-98f7-e691fec6ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:24:34.277189 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:34.388014 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] For port ff0d0a62-7422-4cef-b286-a25ee63edec1, host hv-cinder-79781, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:24:34.398058 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] For port ff0d0a62-7422-4cef-b286-a25ee63edec1, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:24:34.406703 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4695632'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:34.414995 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-8c82d6bb-106e-475e-9eb5-e02da9c2e7f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:34.471464 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:34.472485 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:34.475216 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] 10.222.0.23 "PUT /v2.0/ports/ff0d0a62-7422-4cef-b286-a25ee63edec1 HTTP/1.1" status: 200 len: 1094 time: 0.7997012 Jun 24 09:24:34.476028 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:24:34.479968 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8936564-f07c-4f77-ba9b-22cfb43b6b55" -d '{"events": [{"name": "network-changed", "server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:24:34.506366 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b762869-4ffa-49db-8d52-612a44cc9fe9 req-24d98538-5894-4d03-b4f0-b45b028e3fd2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:34.508652 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3b762869-4ffa-49db-8d52-612a44cc9fe9 req-24d98538-5894-4d03-b4f0-b45b028e3fd2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 944 time: 0.0944123 Jun 24 09:24:34.514648 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0d0a62-7422-4cef-b286-a25ee63edec1,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:34.526270 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-13ac9589-1f1a-431c-8158-d5a040fdf2e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:34.567680 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-3b762869-4ffa-49db-8d52-612a44cc9fe9 req-522379c7-30c1-4584-8e46-0a6619063086 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432658 Jun 24 09:24:34.573227 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810b3bb8-cf84-4f54-a39f-83711efd2277 x-openstack-request-id: req-810b3bb8-cf84-4f54-a39f-83711efd2277 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:24:34.573669 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:24:34.574116 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-810b3bb8-cf84-4f54-a39f-83711efd2277 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:24:34.574819 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'status': 'completed', 'code': 200} Jun 24 09:24:34.633339 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-5f9dbf4d-4484-49d0-b121-e1567f1115e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:34.635926 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-5f9dbf4d-4484-49d0-b121-e1567f1115e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a4cd88b17bd4ca399873e0475f40d28&device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1097 time: 0.0748239 Jun 24 09:24:34.688158 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-47d8ba5c-8650-4441-955b-f673e3ed1447 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1 HTTP/1.1" status: 200 len: 217 time: 0.0389986 Jun 24 09:24:34.742759 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-56355fa6-f052-4b0f-945b-0f7389f5ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:34.744231 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-56355fa6-f052-4b0f-945b-0f7389f5ba66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54048d10-ccd3-4612-9ed5-beef10993fd4 HTTP/1.1" status: 200 len: 848 time: 0.0502002 Jun 24 09:24:34.805569 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-cbc0a162-abcc-4c1a-b302-42d98dbd34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:34.806964 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-cbc0a162-abcc-4c1a-b302-42d98dbd34b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0555780 Jun 24 09:24:34.897358 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-d69e9b61-e9d5-40bb-b4b6-daa328158001 service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827127 Jun 24 09:24:35.011970 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8ee17f6a-d903-4fec-9244-003346cdecd8 req-10eb13b8-adab-4ebf-bff7-656361b978af service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076977 Jun 24 09:24:35.152538 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8936564-f07c-4f77-ba9b-22cfb43b6b55 req-1b723b5d-f844-42d6-9713-df952e984a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:35.153938 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f8936564-f07c-4f77-ba9b-22cfb43b6b55 req-1b723b5d-f844-42d6-9713-df952e984a02 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a4cd88b17bd4ca399873e0475f40d28&device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1097 time: 0.0527053 Jun 24 09:24:35.250141 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8936564-f07c-4f77-ba9b-22cfb43b6b55 req-f8767a63-74d0-4452-bc0d-a99c5c979d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:35.251623 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f8936564-f07c-4f77-ba9b-22cfb43b6b55 req-f8767a63-74d0-4452-bc0d-a99c5c979d80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8 HTTP/1.1" status: 200 len: 910 time: 0.0891953 Jun 24 09:24:35.295482 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f8936564-f07c-4f77-ba9b-22cfb43b6b55 req-1d919f15-bad6-4fc7-8662-d80496d4e7f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1 HTTP/1.1" status: 200 len: 217 time: 0.0354278 Jun 24 09:24:35.347395 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8936564-f07c-4f77-ba9b-22cfb43b6b55 req-3bcd2f6e-52a6-4640-a234-e53be3f9778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:35.349531 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f8936564-f07c-4f77-ba9b-22cfb43b6b55 req-3bcd2f6e-52a6-4640-a234-e53be3f9778d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54048d10-ccd3-4612-9ed5-beef10993fd4 HTTP/1.1" status: 200 len: 848 time: 0.0476308 Jun 24 09:24:35.416627 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8936564-f07c-4f77-ba9b-22cfb43b6b55 req-6d9be3e7-6033-4acc-ba7c-19e55ac815e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:35.418163 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f8936564-f07c-4f77-ba9b-22cfb43b6b55 req-6d9be3e7-6033-4acc-ba7c-19e55ac815e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0618157 Jun 24 09:24:35.512211 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f8936564-f07c-4f77-ba9b-22cfb43b6b55 req-ef7cabfa-38fe-4b31-bb4e-b59e2463fbb7 service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862882 Jun 24 09:24:35.616369 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-f8936564-f07c-4f77-ba9b-22cfb43b6b55 req-e7271ae6-cb02-4f3e-b206-151d6c9c1bb8 service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967076 Jun 24 09:24:35.771919 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc29c43-40e2-443b-be44-a67184ca9fc3 req-a264b2d2-7432-4131-8bd5-647cce75a28e tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:35.773488 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cdc29c43-40e2-443b-be44-a67184ca9fc3 req-a264b2d2-7432-4131-8bd5-647cce75a28e tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 944 time: 0.0779307 Jun 24 09:24:35.815901 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cdc29c43-40e2-443b-be44-a67184ca9fc3 req-78106fb9-9fa6-41be-97ff-433cf32176e3 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350254 Jun 24 09:24:37.049141 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a4dec-c516-4a26-b707-0f8d443da74d req-930899ad-6b16-4622-be44-acd3e3ab6b71 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:37.051198 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b65a4dec-c516-4a26-b707-0f8d443da74d req-930899ad-6b16-4622-be44-acd3e3ab6b71 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 944 time: 0.0881922 Jun 24 09:24:37.100670 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-b65a4dec-c516-4a26-b707-0f8d443da74d req-f773cb51-97df-4dbc-a7c5-60088ca68354 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423400 Jun 24 09:24:37.873955 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device ff0d0a62-7422-4cef-b286-a25ee63edec1 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:24:38.006974 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port ff0d0a62-7422-4cef-b286-a25ee63edec1, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:38.021793 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'port_id': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'mac_address': 'fa:16:3e:96:56:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:24:38.069426 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:38.083817 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0d0a62-7422-4cef-b286-a25ee63edec1 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:24:38.105660 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port ff0d0a62-7422-4cef-b286-a25ee63edec1, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:38.110804 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:38.113371 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:38.173561 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=ff0d0a62-7422-4cef-b286-a25ee63edec1,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:38.177809 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:38.339857 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e7357-5981-49db-9c74-b910c74452f2 req-a6285d65-fed0-4390-8fe5-3ce48c149c2b tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:38.341373 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-704e7357-5981-49db-9c74-b910c74452f2 req-a6285d65-fed0-4390-8fe5-3ce48c149c2b tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 945 time: 0.0989180 Jun 24 09:24:38.390491 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-704e7357-5981-49db-9c74-b910c74452f2 req-bfafa81d-8cf6-4efd-a333-51861339aeb4 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 Jun 24 09:24:38.539854 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['ff0d0a62-7422-4cef-b286-a25ee63edec1'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:24:39.492094 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:39.599092 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb6791-d2b3-4d2e-95ef-698676bddc2b req-5df578fd-d11e-4b5f-a052-99e7d416573f tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:39.600789 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-06cb6791-d2b3-4d2e-95ef-698676bddc2b req-5df578fd-d11e-4b5f-a052-99e7d416573f tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 945 time: 0.0865276 Jun 24 09:24:39.642518 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-06cb6791-d2b3-4d2e-95ef-698676bddc2b req-435c83d5-e3e1-4f8d-90d2-8e90b7cb6633 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351267 Jun 24 09:24:39.871684 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device ff0d0a62-7422-4cef-b286-a25ee63edec1 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:24:39.924952 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning for port ff0d0a62-7422-4cef-b286-a25ee63edec1 completed by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:24:39.929657 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port ff0d0a62-7422-4cef-b286-a25ee63edec1 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:39.930044 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:40.011513 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:40.034339 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:24:40.037271 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a20e95-6a28-4267-b076-25dc7ed183f5" -d '{"events": [{"server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "name": "network-vif-plugged", "status": "completed", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:24:40.053071 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port ff0d0a62-7422-4cef-b286-a25ee63edec1, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:40.057787 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:40.059926 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-09842b72-2e3d-4ae3-ae03-6d621395f2f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:40.110831 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=ff0d0a62-7422-4cef-b286-a25ee63edec1,revision_number=5']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:40.114619 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:40.133800 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faeb8f9-ca6b-4b98-9170-ce49ac7a7ac5 x-openstack-request-id: req-1faeb8f9-ca6b-4b98-9170-ce49ac7a7ac5 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:24:40.134113 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "name": "network-vif-plugged", "status": "completed", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:24:40.134407 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1faeb8f9-ca6b-4b98-9170-ce49ac7a7ac5 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:24:40.134815 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'code': 200} Jun 24 09:24:40.475581 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e7b2e-e4ff-41be-b98d-0f66476a777a req-cab63869-e00c-4c60-8f9f-03f460d406e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:40.477085 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3b9e7b2e-e4ff-41be-b98d-0f66476a777a req-cab63869-e00c-4c60-8f9f-03f460d406e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1099 time: 0.0606556 Jun 24 09:24:40.515281 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3b9e7b2e-e4ff-41be-b98d-0f66476a777a req-a3ce8b14-bdeb-44ec-96ca-01ff92bf5af7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319605 Jun 24 09:24:40.822477 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e03e98-2a23-467b-835f-5607daad2bb4 req-7d31ab24-e416-483c-87f3-591e39ee14d1 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:40.824046 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-34e03e98-2a23-467b-835f-5607daad2bb4 req-7d31ab24-e416-483c-87f3-591e39ee14d1 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0675795 Jun 24 09:24:40.862718 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-34e03e98-2a23-467b-835f-5607daad2bb4 req-64f08b0a-a344-450d-8901-6e7afd1dcb2a tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330088 Jun 24 09:24:42.044353 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54be28-b8ff-43dc-8ae0-2f5e8e195283 req-c9e8977a-a5c2-4c33-8aa0-8ad1d06ddd41 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:42.045934 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8f54be28-b8ff-43dc-8ae0-2f5e8e195283 req-c9e8977a-a5c2-4c33-8aa0-8ad1d06ddd41 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0657353 Jun 24 09:24:42.088601 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8f54be28-b8ff-43dc-8ae0-2f5e8e195283 req-8f5c7be3-42f6-4fcc-bd2d-81b016c86294 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342042 Jun 24 09:24:42.268342 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9201ce7-4e37-45ff-afa4-20bc3769e0fb req-4ae9ecbb-a761-4f76-beae-4a7c03724b9f tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:42.269847 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f9201ce7-4e37-45ff-afa4-20bc3769e0fb req-4ae9ecbb-a761-4f76-beae-4a7c03724b9f tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0683727 Jun 24 09:24:42.314483 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f9201ce7-4e37-45ff-afa4-20bc3769e0fb req-1000f931-59fe-4770-8758-5edcc87ffb59 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384347 Jun 24 09:24:42.342434 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 39564) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:42.463217 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b3e10e-a5d7-4116-aaee-325768519cd6 tempest-TestShelveInstance-1278386552 tempest-TestShelveInstance-1278386552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:42.464780 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-22b3e10e-a5d7-4116-aaee-325768519cd6 tempest-TestShelveInstance-1278386552 tempest-TestShelveInstance-1278386552-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1094 time: 0.1212628 Jun 24 09:24:42.469345 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 39568) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:42.474038 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.v2.base [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Request body: {'floatingip': {'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'port_id': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:42.506245 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for floatingip, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:42.668616 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1452232'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:42.800845 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Allocated IP 172.28.1.66 (6bd3eb41-4bc4-4df2-aa11-e0a634746584/21f91801-8e2e-4778-8adf-626b55fd5ccc/598fc920-cea5-44a2-a707-03f9383dc515) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:24:42.930750 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:42.976677 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1452169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1988261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783665869285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6174885'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:42.978802 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:43.019938 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Network 6bd3eb41-4bc4-4df2-aa11-e0a634746584 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:24:43.023864 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:24:43.027423 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:24:43.053481 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Pushing event updated for resources: {'Port': ['ID=598fc920-cea5-44a2-a707-03f9383dc515,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:43.066148 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:43.066513 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:43.066887 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:43.067876 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:43.068285 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:43.068679 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:43.069123 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:43.069633 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:43.070066 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:43.070428 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:43.070785 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:43.071204 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:43.077046 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:43.529951 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:43.656854 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:43.869451 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:43.876074 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174899'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:43.880492 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-434901f3-4132-4051-845f-e66f78791903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:43.953180 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Pushing event updated for resources: {'Port': ['ID=598fc920-cea5-44a2-a707-03f9383dc515,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:43.958720 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:43.973460 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439362'] for floatingip, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:44.122116 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.db.l3_db [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Floating IP 3c8fcd9b-ac8c-4eba-83ad-8994fa3deead associated. External IP: 172.28.1.66, port: ff0d0a62-7422-4cef-b286-a25ee63edec1. Jun 24 09:24:44.381873 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Router 97fc9650-280b-463a-8d62-80fd6b1ca14f has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:24:44.516300 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:24:44.534006 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf26608-f716-4954-b842-b9ecdc90f99f None None] Sync routers for ids ['97fc9650-280b-463a-8d62-80fd6b1ca14f'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:24:44.539344 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:44.549244 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf26608-f716-4954-b842-b9ecdc90f99f None None] Routers {'97fc9650-280b-463a-8d62-80fd6b1ca14f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:24:44.550159 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-5bf26608-f716-4954-b842-b9ecdc90f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:24:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['97fc9650-280b-463a-8d62-80fd6b1ca14f'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:44.586772 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-b5f28b00-3037-4369-9eb0-ec416c8b7bef tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1161978 Jun 24 09:24:44.587564 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1'}] {{(pid=93121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:24:44.590225 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31124700cb2bf3b77116a2171270a120f87fb7573a800835942e3a72bea6ad82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685d837e-3d5b-4db7-8c3c-f422ef6ef780" -d '{"events": [{"name": "network-changed", "server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1"}]}' {{(pid=93121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:24:44.639149 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c81ebc-054b-4862-8f22-f03d8b1e8cb4 x-openstack-request-id: req-05c81ebc-054b-4862-8f22-f03d8b1e8cb4 {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:24:44.639461 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1", "status": "completed", "code": 200}]} {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:24:44.639801 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05c81ebc-054b-4862-8f22-f03d8b1e8cb4 {{(pid=93121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:24:44.640288 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'status': 'completed', 'code': 200} Jun 24 09:24:44.703974 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-5bf26608-f716-4954-b842-b9ecdc90f99f None None] Set router 97fc9650-280b-463a-8d62-80fd6b1ca14f gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:24:44.748983 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d837e-3d5b-4db7-8c3c-f422ef6ef780 req-2953f5ae-ad36-4ecd-9661-e4424190e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:44.750684 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-685d837e-3d5b-4db7-8c3c-f422ef6ef780 req-2953f5ae-ad36-4ecd-9661-e4424190e6da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a4cd88b17bd4ca399873e0475f40d28&device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1099 time: 0.0607817 Jun 24 09:24:44.861277 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d837e-3d5b-4db7-8c3c-f422ef6ef780 req-309aaf83-03ec-4e8f-9cd7-3b36fa01b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:44.862925 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-685d837e-3d5b-4db7-8c3c-f422ef6ef780 req-309aaf83-03ec-4e8f-9cd7-3b36fa01b871 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8 HTTP/1.1" status: 200 len: 910 time: 0.1049309 Jun 24 09:24:44.944800 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-685d837e-3d5b-4db7-8c3c-f422ef6ef780 req-0226f9aa-32f0-4ea5-af98-8c5194ed7e36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1 HTTP/1.1" status: 200 len: 999 time: 0.0747335 Jun 24 09:24:44.978600 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-5bf26608-f716-4954-b842-b9ecdc90f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 4, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port': {'id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:55Z', 'updated_at': '2021-06-24T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '3c8fcd9b-ac8c-4eba-83ad-8994fa3deead', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'floating_ip_address': '172.28.1.66', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'port_id': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'mac_address': 'fa:16:3e:96:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e28c66c-7036-467a-b513-83e694796a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:24:43Z', 'updated_at': '2021-06-24T09:24:43Z', 'revision_number': 0, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a188c8e-287f-47d7-a235-181905310ac9', 'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'mac_address': 'fa:16:3e:58:b2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:57Z', 'updated_at': '2021-06-24T09:24:06Z', 'revision_number': 5, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'subnets': [{'id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:45.007211 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf26608-f716-4954-b842-b9ecdc90f99f None None] Checking router: 97fc9650-280b-463a-8d62-80fd6b1ca14f for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:24:45.014703 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d837e-3d5b-4db7-8c3c-f422ef6ef780 req-13fa2eca-84d1-4049-a817-1dc325563d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:45.016051 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf26608-f716-4954-b842-b9ecdc90f99f None None] Routers {'97fc9650-280b-463a-8d62-80fd6b1ca14f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:24:45.016237 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-685d837e-3d5b-4db7-8c3c-f422ef6ef780 req-13fa2eca-84d1-4049-a817-1dc325563d99 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54048d10-ccd3-4612-9ed5-beef10993fd4 HTTP/1.1" status: 200 len: 848 time: 0.0661235 Jun 24 09:24:45.016664 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-5bf26608-f716-4954-b842-b9ecdc90f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:24:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['97fc9650-280b-463a-8d62-80fd6b1ca14f'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:45.085916 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d837e-3d5b-4db7-8c3c-f422ef6ef780 req-c4c47923-f7f0-48d0-a150-c4b1c6552de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:45.087710 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-685d837e-3d5b-4db7-8c3c-f422ef6ef780 req-c4c47923-f7f0-48d0-a150-c4b1c6552de1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0649078 Jun 24 09:24:45.162946 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-5bf26608-f716-4954-b842-b9ecdc90f99f None None] Set router 97fc9650-280b-463a-8d62-80fd6b1ca14f gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:24:45.200681 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-685d837e-3d5b-4db7-8c3c-f422ef6ef780 req-43ac521d-bb5f-4b8d-a662-844edf5f63f4 service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061676 Jun 24 09:24:45.321537 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-685d837e-3d5b-4db7-8c3c-f422ef6ef780 req-23e2082a-6306-4998-a328-ade6ad067515 service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124504 Jun 24 09:24:45.582268 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-5bf26608-f716-4954-b842-b9ecdc90f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 4, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port': {'id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:55Z', 'updated_at': '2021-06-24T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '3c8fcd9b-ac8c-4eba-83ad-8994fa3deead', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'floating_ip_address': '172.28.1.66', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'port_id': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'mac_address': 'fa:16:3e:96:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e28c66c-7036-467a-b513-83e694796a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:24:43Z', 'updated_at': '2021-06-24T09:24:43Z', 'revision_number': 0, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a188c8e-287f-47d7-a235-181905310ac9', 'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'mac_address': 'fa:16:3e:58:b2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:57Z', 'updated_at': '2021-06-24T09:24:06Z', 'revision_number': 5, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'subnets': [{'id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:45.610458 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf26608-f716-4954-b842-b9ecdc90f99f None None] The sync data for ids ['97fc9650-280b-463a-8d62-80fd6b1ca14f'] in dv-cinder-797812-1-smb is: [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 4, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port': {'id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:55Z', 'updated_at': '2021-06-24T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_floatingips': [{'id': '3c8fcd9b-ac8c-4eba-83ad-8994fa3deead', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'floating_ip_address': '172.28.1.66', 'floating_network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'router_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'port_id': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'mac_address': 'fa:16:3e:96:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e28c66c-7036-467a-b513-83e694796a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:24:43Z', 'updated_at': '2021-06-24T09:24:43Z', 'revision_number': 0, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a188c8e-287f-47d7-a235-181905310ac9', 'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'mac_address': 'fa:16:3e:58:b2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:57Z', 'updated_at': '2021-06-24T09:24:06Z', 'revision_number': 5, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'subnets': [{'id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:24:45.862906 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119aee7-bc92-49a4-a91f-8b727e2c3989 None None] New status for floating IP 3c8fcd9b-ac8c-4eba-83ad-8994fa3deead: ACTIVE {{(pid=93125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:24:47.410878 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:24:50.707490 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-014309a5-ef58-4dd4-84f3-ac70749dbaf9 req-151187fe-eca6-4c23-85b6-808eea7c072c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883751 Jun 24 09:24:50.849232 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014309a5-ef58-4dd4-84f3-ac70749dbaf9 req-93142c68-cb6a-45fc-b509-d86470eade72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:50.851704 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-014309a5-ef58-4dd4-84f3-ac70749dbaf9 req-93142c68-cb6a-45fc-b509-d86470eade72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a4cd88b17bd4ca399873e0475f40d28&device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1099 time: 0.0705538 Jun 24 09:24:50.981192 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014309a5-ef58-4dd4-84f3-ac70749dbaf9 req-09ad6cd3-e93c-4cf8-9012-a2614fc0e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:50.982791 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-014309a5-ef58-4dd4-84f3-ac70749dbaf9 req-09ad6cd3-e93c-4cf8-9012-a2614fc0e955 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8 HTTP/1.1" status: 200 len: 910 time: 0.1093755 Jun 24 09:24:51.065248 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-014309a5-ef58-4dd4-84f3-ac70749dbaf9 req-f43b83b2-c02b-423f-bfb4-624ab5e2c535 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1 HTTP/1.1" status: 200 len: 1001 time: 0.0741856 Jun 24 09:24:51.140264 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014309a5-ef58-4dd4-84f3-ac70749dbaf9 req-115c483b-4e79-471e-aa7d-75c4f23336bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:51.142142 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-014309a5-ef58-4dd4-84f3-ac70749dbaf9 req-115c483b-4e79-471e-aa7d-75c4f23336bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54048d10-ccd3-4612-9ed5-beef10993fd4 HTTP/1.1" status: 200 len: 848 time: 0.0706484 Jun 24 09:24:51.206493 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014309a5-ef58-4dd4-84f3-ac70749dbaf9 req-9fbc78d2-5b5f-447a-9f0d-cc29c7bd378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:51.208034 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-014309a5-ef58-4dd4-84f3-ac70749dbaf9 req-9fbc78d2-5b5f-447a-9f0d-cc29c7bd378c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0598307 Jun 24 09:24:51.316642 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-014309a5-ef58-4dd4-84f3-ac70749dbaf9 req-145355c8-d3eb-4ecc-b750-653c886424ac service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013825 Jun 24 09:24:51.422046 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-014309a5-ef58-4dd4-84f3-ac70749dbaf9 req-ee2ce92a-2b0d-4cae-bd5a-57ccbc49e544 service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984128 Jun 24 09:24:58.521612 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f0cd32f1-526c-4cde-8005-a529587e3ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:01.134533 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c6d299a9-f679-4bbf-998a-cbce49c29966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:01.252566 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:02.344929 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:03.819489 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:09.518134 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:24.410025 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:25:28.517463 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6908cb32-94bc-4cc6-8b62-eda5148ec92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:31.130980 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ef2635af-3a32-4314-a94e-f88544077670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:31.256567 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:32.342658 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:33.823402 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:39.505788 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:50.703374 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-776902e1-ee0f-45ce-96fb-224f1a678d95 req-08a8049d-f12b-40f3-9ff5-ff1e7c600132 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618932 Jun 24 09:25:50.848937 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776902e1-ee0f-45ce-96fb-224f1a678d95 req-c56c8f6a-7267-45b2-9806-7d9a046ac1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:50.851149 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-776902e1-ee0f-45ce-96fb-224f1a678d95 req-c56c8f6a-7267-45b2-9806-7d9a046ac1ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a4cd88b17bd4ca399873e0475f40d28&device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1099 time: 0.0775049 Jun 24 09:25:50.965897 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776902e1-ee0f-45ce-96fb-224f1a678d95 req-8a1e44b2-ac10-4f72-81d8-11b427934950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:50.967374 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-776902e1-ee0f-45ce-96fb-224f1a678d95 req-8a1e44b2-ac10-4f72-81d8-11b427934950 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8 HTTP/1.1" status: 200 len: 910 time: 0.0891497 Jun 24 09:25:51.049888 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-776902e1-ee0f-45ce-96fb-224f1a678d95 req-7366c67d-263f-4cda-876c-301259936695 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1 HTTP/1.1" status: 200 len: 1001 time: 0.0757010 Jun 24 09:25:51.107825 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776902e1-ee0f-45ce-96fb-224f1a678d95 req-58ded2f9-7803-48fb-8ea0-b83c10a8b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:51.109473 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-776902e1-ee0f-45ce-96fb-224f1a678d95 req-58ded2f9-7803-48fb-8ea0-b83c10a8b84e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54048d10-ccd3-4612-9ed5-beef10993fd4 HTTP/1.1" status: 200 len: 848 time: 0.0531929 Jun 24 09:25:51.175348 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776902e1-ee0f-45ce-96fb-224f1a678d95 req-769d03cc-f681-4001-a551-7b5900e6478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:51.176943 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-776902e1-ee0f-45ce-96fb-224f1a678d95 req-769d03cc-f681-4001-a551-7b5900e6478d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0571933 Jun 24 09:25:51.282822 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-776902e1-ee0f-45ce-96fb-224f1a678d95 req-9be435a7-6ceb-4e17-9bdf-ad5eb41cae3c service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964274 Jun 24 09:25:51.380183 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-776902e1-ee0f-45ce-96fb-224f1a678d95 req-a77d4ab5-b55e-4039-8acc-865004936901 service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908165 Jun 24 09:25:58.523129 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-00cdc0a9-8612-46b3-beb9-e550d26aac50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:01.131579 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-43389cda-247d-4235-832a-ca6fe0df826b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:01.264619 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:01.411234 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:26:02.346778 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:03.812559 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:09.512431 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:28.515671 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9d90e7d5-ca1c-4e47-8dd8-e80f2bff3430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:31.125023 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-70169716-90ef-4698-ae5b-ed02133bcb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:31.258903 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:32.352434 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:33.815347 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:38.409792 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:26:39.520557 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.644111 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9777044e-6e92-4b1b-a6c6-69b665690596 req-ddbfea1a-9d0d-4829-8c86-4c52835097fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524776 Jun 24 09:26:52.761040 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777044e-6e92-4b1b-a6c6-69b665690596 req-2aab1498-b277-4bcf-b463-310392bae7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:52.762405 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9777044e-6e92-4b1b-a6c6-69b665690596 req-2aab1498-b277-4bcf-b463-310392bae7dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a4cd88b17bd4ca399873e0475f40d28&device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1099 time: 0.0583949 Jun 24 09:26:52.863530 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777044e-6e92-4b1b-a6c6-69b665690596 req-88c1e9f4-0765-4bbd-80f2-afa4265121c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:52.864948 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9777044e-6e92-4b1b-a6c6-69b665690596 req-88c1e9f4-0765-4bbd-80f2-afa4265121c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8 HTTP/1.1" status: 200 len: 910 time: 0.0833211 Jun 24 09:26:52.932774 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9777044e-6e92-4b1b-a6c6-69b665690596 req-b556e3cb-eef8-4a71-84b2-b11141ea8b2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1 HTTP/1.1" status: 200 len: 1001 time: 0.0620809 Jun 24 09:26:52.981320 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777044e-6e92-4b1b-a6c6-69b665690596 req-5b953f20-b7a3-41eb-85bc-4555b950fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:52.982769 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9777044e-6e92-4b1b-a6c6-69b665690596 req-5b953f20-b7a3-41eb-85bc-4555b950fd6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54048d10-ccd3-4612-9ed5-beef10993fd4 HTTP/1.1" status: 200 len: 848 time: 0.0446115 Jun 24 09:26:53.044898 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777044e-6e92-4b1b-a6c6-69b665690596 req-6b998da3-3a26-489b-989d-115cc69cbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:53.046288 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9777044e-6e92-4b1b-a6c6-69b665690596 req-6b998da3-3a26-489b-989d-115cc69cbe32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0569301 Jun 24 09:26:53.139304 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9777044e-6e92-4b1b-a6c6-69b665690596 req-d1813229-7dd0-45ed-809e-aaa0369057a4 service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850885 Jun 24 09:26:53.228020 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-9777044e-6e92-4b1b-a6c6-69b665690596 req-7a0c4acf-5d68-4e16-9f7a-259cb3d9c878 service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822370 Jun 24 09:26:58.522697 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d967a24d-fc75-4f07-bcda-a05e05ab98b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:01.133457 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-86956142-8c3a-4d64-b9b7-9c95a1952a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:01.263550 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:02.354096 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:03.822263 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:09.525976 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:11.446032 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969f6d9-d59c-446a-8bbb-dcbb7561cb65 req-24eae629-bce2-4625-b2e8-b225f26bc3c0 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:11.447606 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3969f6d9-d59c-446a-8bbb-dcbb7561cb65 req-24eae629-bce2-4625-b2e8-b225f26bc3c0 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0700436 Jun 24 09:27:11.499657 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3969f6d9-d59c-446a-8bbb-dcbb7561cb65 req-02d66379-38d5-4d48-8473-29f62c690c83 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403659 Jun 24 09:27:12.724189 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557206b5-563d-4c4e-bf97-2c97f4e19365 req-4a73ae59-9b8a-4373-a43e-ef677045844f tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:12.726599 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-557206b5-563d-4c4e-bf97-2c97f4e19365 req-4a73ae59-9b8a-4373-a43e-ef677045844f tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0914478 Jun 24 09:27:12.783053 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-557206b5-563d-4c4e-bf97-2c97f4e19365 req-4c697222-09a9-4ff8-b0ca-9223fc9c9f6a tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461140 Jun 24 09:27:14.012047 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fea361-1a01-47c6-a6c9-e5ded63c862a req-95b13369-afa2-412c-a562-2e081d5b9e86 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:14.013627 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-94fea361-1a01-47c6-a6c9-e5ded63c862a req-95b13369-afa2-412c-a562-2e081d5b9e86 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0816431 Jun 24 09:27:14.065307 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-94fea361-1a01-47c6-a6c9-e5ded63c862a req-64c7ab35-7ca0-4488-aff0-3753a7668e5a tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450733 Jun 24 09:27:15.267149 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1deba4-de41-4e85-bb49-4295f1a98f4a req-29e5595c-fbff-4b59-aab0-80af8d228683 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:15.268792 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-1d1deba4-de41-4e85-bb49-4295f1a98f4a req-29e5595c-fbff-4b59-aab0-80af8d228683 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0751235 Jun 24 09:27:15.322026 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-1d1deba4-de41-4e85-bb49-4295f1a98f4a req-7b703cce-eab4-4090-9288-e1b97e4e3c22 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446568 Jun 24 09:27:15.409701 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:27:16.503726 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320fba6-2ec7-4067-a514-1b7acb57f774 req-a0a6d139-4df6-442b-b5e7-39f381ed96bf tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:16.505461 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8320fba6-2ec7-4067-a514-1b7acb57f774 req-a0a6d139-4df6-442b-b5e7-39f381ed96bf tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0707889 Jun 24 09:27:16.545303 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-8320fba6-2ec7-4067-a514-1b7acb57f774 req-5cf58425-99a0-4349-b017-1ecdee55a32e tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335131 Jun 24 09:27:17.738040 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee58537-c428-441c-b610-4d6dbc5476a2 req-6719bee9-bcd1-4e88-8d67-6991c74efd8e tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:17.739668 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4ee58537-c428-441c-b610-4d6dbc5476a2 req-6719bee9-bcd1-4e88-8d67-6991c74efd8e tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0729070 Jun 24 09:27:17.780354 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-4ee58537-c428-441c-b610-4d6dbc5476a2 req-52128df6-2ddc-4c06-9056-71002c92dc91 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344689 Jun 24 09:27:18.986328 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44280fe-8c8a-4e7d-8e88-fd6ec100e870 req-73dc4b8b-e8eb-441d-97fd-fb2092fcfb32 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:18.987943 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b44280fe-8c8a-4e7d-8e88-fd6ec100e870 req-73dc4b8b-e8eb-441d-97fd-fb2092fcfb32 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0872891 Jun 24 09:27:19.029658 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-b44280fe-8c8a-4e7d-8e88-fd6ec100e870 req-6b36ae55-89e0-453f-b787-ec5bb451ad72 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358880 Jun 24 09:27:20.236379 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b3d70-34f2-483b-bcbc-24ab6e231acb req-95cf023b-42df-4cea-88bf-cc1079b7718f tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:20.237946 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-889b3d70-34f2-483b-bcbc-24ab6e231acb req-95cf023b-42df-4cea-88bf-cc1079b7718f tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0822647 Jun 24 09:27:20.280878 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-889b3d70-34f2-483b-bcbc-24ab6e231acb req-9f81803c-fab5-48f9-b46c-7c635da96f65 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368378 Jun 24 09:27:21.532482 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9905f-002e-40ae-9362-cabc5d5f7699 req-2cca33b2-053a-43e5-82b8-9dc0e09525ba tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:21.534017 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e2d9905f-002e-40ae-9362-cabc5d5f7699 req-2cca33b2-053a-43e5-82b8-9dc0e09525ba tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0699775 Jun 24 09:27:21.577855 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-e2d9905f-002e-40ae-9362-cabc5d5f7699 req-3a02dbd7-8519-464d-9602-fd705b1b12ad tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379183 Jun 24 09:27:21.635208 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f80cdf-b1da-4de8-83bb-ceeeffa9be73 req-fda07bbd-cb32-4c69-ab37-540a703ee1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:21.636748 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-87f80cdf-b1da-4de8-83bb-ceeeffa9be73 req-fda07bbd-cb32-4c69-ab37-540a703ee1f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a4cd88b17bd4ca399873e0475f40d28&device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1099 time: 0.0578940 Jun 24 09:27:21.750265 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f80cdf-b1da-4de8-83bb-ceeeffa9be73 req-20abca1b-1d41-41d6-b293-a2ee422df0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:21.751825 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-87f80cdf-b1da-4de8-83bb-ceeeffa9be73 req-20abca1b-1d41-41d6-b293-a2ee422df0dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8 HTTP/1.1" status: 200 len: 910 time: 0.1086171 Jun 24 09:27:21.824778 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-87f80cdf-b1da-4de8-83bb-ceeeffa9be73 req-a4e7b588-94dc-44e6-9f47-9c25a61147f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1 HTTP/1.1" status: 200 len: 1001 time: 0.0667343 Jun 24 09:27:21.882066 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f80cdf-b1da-4de8-83bb-ceeeffa9be73 req-c7397987-6298-4145-bf2d-296f3f58b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:21.883686 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-87f80cdf-b1da-4de8-83bb-ceeeffa9be73 req-c7397987-6298-4145-bf2d-296f3f58b56b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54048d10-ccd3-4612-9ed5-beef10993fd4 HTTP/1.1" status: 200 len: 848 time: 0.0528986 Jun 24 09:27:21.951557 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f80cdf-b1da-4de8-83bb-ceeeffa9be73 req-8b580bf2-4294-41ec-89a8-741f82fd0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:21.953075 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-87f80cdf-b1da-4de8-83bb-ceeeffa9be73 req-8b580bf2-4294-41ec-89a8-741f82fd0d51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0632617 Jun 24 09:27:22.054159 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-87f80cdf-b1da-4de8-83bb-ceeeffa9be73 req-89812583-e21f-4cea-8030-4bd1540f21fc service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945501 Jun 24 09:27:22.165256 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-87f80cdf-b1da-4de8-83bb-ceeeffa9be73 req-7635ec2c-95f1-4f03-b700-df9331d09a5c service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050775 Jun 24 09:27:22.785521 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a872dd1-756b-4911-8639-c935a2bda8a6 req-161063e8-e7bf-4fd1-ad88-0106f23b0127 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:22.787433 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0a872dd1-756b-4911-8639-c935a2bda8a6 req-161063e8-e7bf-4fd1-ad88-0106f23b0127 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0871925 Jun 24 09:27:22.836724 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-0a872dd1-756b-4911-8639-c935a2bda8a6 req-a585d457-3ff5-4790-bc43-938a3418d126 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396898 Jun 24 09:27:24.064874 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ed900-4c2c-4833-ab10-45b9d9b4cf56 req-6b11ec41-895c-41b3-8e0d-0b45305074fb tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:24.066731 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0e1ed900-4c2c-4833-ab10-45b9d9b4cf56 req-6b11ec41-895c-41b3-8e0d-0b45305074fb tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0719762 Jun 24 09:27:24.121038 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-0e1ed900-4c2c-4833-ab10-45b9d9b4cf56 req-83a72ca3-792a-4b40-b53c-f8e7f68ee64c tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446143 Jun 24 09:27:25.334625 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76367985-88f4-4bd6-96ab-af1a429c6b77 req-0f12e9c9-093d-4e44-a080-613dcf259c6b tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:25.336205 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-76367985-88f4-4bd6-96ab-af1a429c6b77 req-0f12e9c9-093d-4e44-a080-613dcf259c6b tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0946882 Jun 24 09:27:25.391359 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-76367985-88f4-4bd6-96ab-af1a429c6b77 req-e9b934da-4943-4f0d-8dc5-bdcb25193832 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480855 Jun 24 09:27:26.600383 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device ff0d0a62-7422-4cef-b286-a25ee63edec1 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:27:26.706379 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:26.733808 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:27:26.736243 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc0b27f-58f9-4eb0-a7f1-88970d235cd6" -d '{"events": [{"server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "name": "network-vif-unplugged", "status": "completed", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:27:26.754137 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port ff0d0a62-7422-4cef-b286-a25ee63edec1, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:27:26.759929 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:26.762818 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f44ed0d6-1cb5-40c5-9fab-4ed720451483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:26.793843 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 09:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95141e9c-e392-415a-b5ae-76541b4cceba x-openstack-request-id: req-95141e9c-e392-415a-b5ae-76541b4cceba {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:27:26.793843 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "name": "network-vif-unplugged", "status": "failed", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1", "code": 422}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:27:26.794398 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95141e9c-e392-415a-b5ae-76541b4cceba {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:27:26.795361 dv-cinder-797812-1-smb neutron-server[93124]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'code': 422} returned with failed status Jun 24 09:27:26.823640 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=ff0d0a62-7422-4cef-b286-a25ee63edec1,revision_number=6']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:26.824296 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca657a9-019f-45cd-80a8-7eebd2a257fd req-19035677-b321-4c28-90ff-cde9b6fb56a4 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:26.829088 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-eca657a9-019f-45cd-80a8-7eebd2a257fd req-19035677-b321-4c28-90ff-cde9b6fb56a4 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0903931 Jun 24 09:27:26.829953 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39676) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:26.832591 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:26.832948 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:26.833444 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:26.833791 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:26.834129 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:26.834465 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:26.834796 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:26.835124 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:26.835452 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:26.835866 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:26.836185 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:26.836518 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:26.841156 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:26.891944 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-eca657a9-019f-45cd-80a8-7eebd2a257fd req-38aed576-39f4-4e62-aa4f-ad676ec739c4 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562665 Jun 24 09:27:26.936417 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-33821988-58b8-4503-baff-c943eb838f85 req-fdfc884b-5d8c-42a5-853a-2b1c7704037b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048276 Jun 24 09:27:28.128351 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acbc1a-8daa-454e-aecf-e7b2a2ca38fb req-516c1b02-3b8f-4a07-bdc4-a12461782550 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:28.130005 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-20acbc1a-8daa-454e-aecf-e7b2a2ca38fb req-516c1b02-3b8f-4a07-bdc4-a12461782550 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 944 time: 0.0942740 Jun 24 09:27:28.197947 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-20acbc1a-8daa-454e-aecf-e7b2a2ca38fb req-4b3b06e6-3017-4af1-8249-ec9862daac13 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519683 Jun 24 09:27:28.485168 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33821988-58b8-4503-baff-c943eb838f85 req-039a8bc5-0baa-4267-b683-2b94955aae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:28.487935 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-33821988-58b8-4503-baff-c943eb838f85 req-039a8bc5-0baa-4267-b683-2b94955aae75 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17&tenant_id=1a4cd88b17bd4ca399873e0475f40d28 HTTP/1.1" status: 200 len: 1097 time: 0.0828853 Jun 24 09:27:28.518019 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c5f418ec-6c54-450b-8b42-cb8c1259772b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:28.584506 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33821988-58b8-4503-baff-c943eb838f85 req-0e09bdb4-7da3-4a2f-9859-f951f2ee9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:28.585972 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-33821988-58b8-4503-baff-c943eb838f85 req-0e09bdb4-7da3-4a2f-9859-f951f2ee9cb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a4cd88b17bd4ca399873e0475f40d28&device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1097 time: 0.0603862 Jun 24 09:27:28.722119 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33821988-58b8-4503-baff-c943eb838f85 req-e3e38e55-028f-4b3f-ba42-864dd4a43e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:28.724422 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-33821988-58b8-4503-baff-c943eb838f85 req-e3e38e55-028f-4b3f-ba42-864dd4a43e7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8 HTTP/1.1" status: 200 len: 910 time: 0.1315320 Jun 24 09:27:28.798379 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-33821988-58b8-4503-baff-c943eb838f85 req-ebb440db-96fd-4642-99ea-53ae59519f14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1 HTTP/1.1" status: 200 len: 999 time: 0.0679784 Jun 24 09:27:28.848503 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33821988-58b8-4503-baff-c943eb838f85 req-670e687f-bb73-496f-baaa-8df624213518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:28.849936 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-33821988-58b8-4503-baff-c943eb838f85 req-670e687f-bb73-496f-baaa-8df624213518 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54048d10-ccd3-4612-9ed5-beef10993fd4 HTTP/1.1" status: 200 len: 848 time: 0.0461237 Jun 24 09:27:28.914753 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33821988-58b8-4503-baff-c943eb838f85 req-e01eb2b3-b33d-4734-9163-1798cb3d6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:28.916264 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-33821988-58b8-4503-baff-c943eb838f85 req-e01eb2b3-b33d-4734-9163-1798cb3d6059 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0605133 Jun 24 09:27:29.028166 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-33821988-58b8-4503-baff-c943eb838f85 req-acbc79a1-803e-462c-a9a4-5e7de5695a17 service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052339 Jun 24 09:27:29.128637 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-33821988-58b8-4503-baff-c943eb838f85 req-2a66eb52-f52f-49bb-b93e-a18a2c44cbff service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922158 Jun 24 09:27:29.401294 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2553c1-5a3e-44e6-b80a-f379d5a694e2 req-7a93a9f1-aa9a-465b-83c3-f7373c634fc7 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:29.403473 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-df2553c1-5a3e-44e6-b80a-f379d5a694e2 req-7a93a9f1-aa9a-465b-83c3-f7373c634fc7 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 944 time: 0.0859687 Jun 24 09:27:29.454921 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-df2553c1-5a3e-44e6-b80a-f379d5a694e2 req-6e1e9fce-6528-4c50-a301-81cb22370f1f tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451624 Jun 24 09:27:30.653857 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a897636-d8ef-4133-93e7-483f07c0ef1d req-8b0f6db4-b2f7-4a7d-b006-4eeedacc2a55 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:30.655321 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3a897636-d8ef-4133-93e7-483f07c0ef1d req-8b0f6db4-b2f7-4a7d-b006-4eeedacc2a55 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 944 time: 0.0690005 Jun 24 09:27:30.696618 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-3a897636-d8ef-4133-93e7-483f07c0ef1d req-c17e06ee-ac47-40ad-a500-598272a9dab6 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353227 Jun 24 09:27:31.126209 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0ad2697e-935b-4892-92b6-5518f3925f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:31.275104 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:31.877268 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f2076-0d97-48d0-8c8a-33e5fb445b48 req-12c31824-7234-46d8-bf06-ba16c6c20e88 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:31.878727 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-517f2076-0d97-48d0-8c8a-33e5fb445b48 req-12c31824-7234-46d8-bf06-ba16c6c20e88 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 944 time: 0.0656323 Jun 24 09:27:31.925343 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-517f2076-0d97-48d0-8c8a-33e5fb445b48 req-faa33856-aadd-4e9b-9d9c-fa135c4d8eec tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408006 Jun 24 09:27:32.359808 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:33.123456 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264926ae-0cef-479e-a2bd-5d209a82b81c req-7043774c-61c5-4627-90ef-d9e6054cfffe tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:33.124986 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-264926ae-0cef-479e-a2bd-5d209a82b81c req-7043774c-61c5-4627-90ef-d9e6054cfffe tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 944 time: 0.0706007 Jun 24 09:27:33.183263 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-264926ae-0cef-479e-a2bd-5d209a82b81c req-e3e85a02-9b3d-41cf-80a7-3acc5dd616d3 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496483 Jun 24 09:27:33.833940 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:34.418807 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca2766-52b0-47fd-8dcd-4057c9df890f req-5f132002-8b0d-4753-afea-935c8e5ebc6c tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:34.420407 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f6ca2766-52b0-47fd-8dcd-4057c9df890f req-5f132002-8b0d-4753-afea-935c8e5ebc6c tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 944 time: 0.0718246 Jun 24 09:27:34.461025 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f6ca2766-52b0-47fd-8dcd-4057c9df890f req-aa03d695-97b1-44d0-8688-e9d817d90f8f tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342405 Jun 24 09:27:34.646233 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device ff0d0a62-7422-4cef-b286-a25ee63edec1 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:27:34.745347 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port ff0d0a62-7422-4cef-b286-a25ee63edec1, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:27:34.758007 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Returning: {'device': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'port_id': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'mac_address': 'fa:16:3e:96:56:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:27:34.802188 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:34.817766 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0d0a62-7422-4cef-b286-a25ee63edec1 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:27:34.845021 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port ff0d0a62-7422-4cef-b286-a25ee63edec1, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:27:34.849427 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:34.852393 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:34.903566 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=ff0d0a62-7422-4cef-b286-a25ee63edec1,revision_number=7']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:34.909728 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:35.312355 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] get_ports_and_sgs() called for port_ids ['ff0d0a62-7422-4cef-b286-a25ee63edec1'] {{(pid=93124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:27:35.669242 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebeb8dc-6710-4e19-ae08-dd24dba0a148 req-85c2f2bc-8975-46e9-9cc5-c5fc493ce7bd tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:35.671833 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-aebeb8dc-6710-4e19-ae08-dd24dba0a148 req-85c2f2bc-8975-46e9-9cc5-c5fc493ce7bd tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 945 time: 0.0833154 Jun 24 09:27:35.714550 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-aebeb8dc-6710-4e19-ae08-dd24dba0a148 req-c830bd56-6c00-49ee-9496-3a2abe71aad0 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370953 Jun 24 09:27:36.660964 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device ff0d0a62-7422-4cef-b286-a25ee63edec1 up at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:27:36.719769 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Provisioning complete for port ff0d0a62-7422-4cef-b286-a25ee63edec1 triggered by entity L2. {{(pid=93124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:27:36.720167 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489438'] for port, provisioning_complete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:36.852923 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1452282'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:36.883440 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:27:36.886079 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8076d87c9fe5d3f258b399629f1aeec66d4b0677005751f2dbf747c0d153316b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbecdd1f-c446-4247-a0c2-1fc9ecde7915" -d '{"events": [{"server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "name": "network-vif-plugged", "status": "completed", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:27:36.903768 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] For port ff0d0a62-7422-4cef-b286-a25ee63edec1, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:27:36.910580 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783666276401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783665869303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783665869608'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:36.913916 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-eb4994f7-bf91-4230-8343-c1879f03aac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:36.946288 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b70d72-52e3-4575-976e-e1e6a8bb18fd x-openstack-request-id: req-34b70d72-52e3-4575-976e-e1e6a8bb18fd {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:27:36.946746 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "name": "network-vif-plugged", "status": "completed", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:27:36.947018 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34b70d72-52e3-4575-976e-e1e6a8bb18fd {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:27:36.947442 dv-cinder-797812-1-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'code': 200} Jun 24 09:27:36.957921 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f8305-fe24-42fe-802c-7fceb9fb41d6 req-bec8acbc-5103-44fd-9332-d2638d72fb11 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:36.960566 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2a2f8305-fe24-42fe-802c-7fceb9fb41d6 req-bec8acbc-5103-44fd-9332-d2638d72fb11 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 945 time: 0.0963430 Jun 24 09:27:37.002752 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=ff0d0a62-7422-4cef-b286-a25ee63edec1,revision_number=8']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:37.008175 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:37.020020 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-2a2f8305-fe24-42fe-802c-7fceb9fb41d6 req-c0d95086-750f-4077-a6eb-34bfc1203afd tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506539 Jun 24 09:27:37.314301 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dade2-718b-43ea-b20e-c98d4c5b838e req-5144f2b6-8841-4b67-85e4-226b752f037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:37.315710 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-698dade2-718b-43ea-b20e-c98d4c5b838e req-5144f2b6-8841-4b67-85e4-226b752f037f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1099 time: 0.0698202 Jun 24 09:27:37.662856 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-698dade2-718b-43ea-b20e-c98d4c5b838e req-1b9389d1-2e42-4208-9676-6a6f783d3b70 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407245 Jun 24 09:27:38.342601 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac1a32-4c1c-45c7-9dfb-5d7af0adc7ef req-20fc1944-d85e-475f-ae2e-4e3985136dd2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:38.344966 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-75ac1a32-4c1c-45c7-9dfb-5d7af0adc7ef req-20fc1944-d85e-475f-ae2e-4e3985136dd2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.1912065 Jun 24 09:27:38.402650 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-75ac1a32-4c1c-45c7-9dfb-5d7af0adc7ef req-748c0cec-b727-475b-a004-b1845bb28281 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510840 Jun 24 09:27:39.517135 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:39.590457 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccdcc7-e418-418d-887f-48268fccb242 req-29cb5be6-5ed8-4dd8-a6d2-13682e20a0c2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:39.592429 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f3ccdcc7-e418-418d-887f-48268fccb242 req-29cb5be6-5ed8-4dd8-a6d2-13682e20a0c2 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0736725 Jun 24 09:27:39.632923 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-f3ccdcc7-e418-418d-887f-48268fccb242 req-b67d859b-694c-436c-b096-864e3c38ebfc tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348232 Jun 24 09:27:52.410273 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:27:54.414744 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-11091ea0-9bc7-4004-abc1-dc91d7324b4a req-5f82baf3-0dde-4e87-b6b9-8292559dc949 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1124825 Jun 24 09:27:54.533134 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11091ea0-9bc7-4004-abc1-dc91d7324b4a req-9aad30cd-a954-44d8-9edf-819c3c3bb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:54.534601 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-11091ea0-9bc7-4004-abc1-dc91d7324b4a req-9aad30cd-a954-44d8-9edf-819c3c3bb084 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a4cd88b17bd4ca399873e0475f40d28&device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1099 time: 0.0572417 Jun 24 09:27:54.639485 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11091ea0-9bc7-4004-abc1-dc91d7324b4a req-ae1d1294-d80a-45a8-bb03-1922e6430cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:54.641003 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-11091ea0-9bc7-4004-abc1-dc91d7324b4a req-ae1d1294-d80a-45a8-bb03-1922e6430cd1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8 HTTP/1.1" status: 200 len: 910 time: 0.0843492 Jun 24 09:27:54.707650 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-11091ea0-9bc7-4004-abc1-dc91d7324b4a req-0d417077-347c-4fe7-9394-a8fe3c2817e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1 HTTP/1.1" status: 200 len: 1001 time: 0.0602343 Jun 24 09:27:54.757436 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11091ea0-9bc7-4004-abc1-dc91d7324b4a req-6f03f42b-65a9-4d3e-9c30-019821660ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:54.759003 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-11091ea0-9bc7-4004-abc1-dc91d7324b4a req-6f03f42b-65a9-4d3e-9c30-019821660ef1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54048d10-ccd3-4612-9ed5-beef10993fd4 HTTP/1.1" status: 200 len: 848 time: 0.0438635 Jun 24 09:27:54.814869 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11091ea0-9bc7-4004-abc1-dc91d7324b4a req-f31c35f8-16eb-402c-8cf0-fbeea9220028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:54.816346 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-11091ea0-9bc7-4004-abc1-dc91d7324b4a req-f31c35f8-16eb-402c-8cf0-fbeea9220028 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0505500 Jun 24 09:27:54.911010 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-11091ea0-9bc7-4004-abc1-dc91d7324b4a req-940677ef-0eef-458e-923f-2b9eb1fec863 service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863206 Jun 24 09:27:54.997564 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-11091ea0-9bc7-4004-abc1-dc91d7324b4a req-ddcc0ada-9278-43f0-9a63-de80db01f3ae service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797918 Jun 24 09:27:58.516921 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2ff7a2a4-4b99-431d-bf1d-7c5c84eaae3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:01.128645 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-fe23fc46-4178-41cb-b285-f7ad3feba520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:01.269024 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:02.354848 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:03.826007 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:09.510618 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:14.198777 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [req-d83ad27d-7bc4-4101-906a-646e4ef72049 req-e3bdf095-3b58-4aa4-b7d4-b87ef5fab06c service neutron] (93121) timed out ('10.222.0.23', 62641) {{(pid=93121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 09:28:28.518898 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b327bfaf-1e12-494c-8acb-d2e3983fdcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:29.408523 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:28:31.136659 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f883f41c-869d-4199-85b0-53f99f1bacf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:31.271714 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:31.961074 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [req-aa377ae7-e0bb-4ce1-a6ce-5ffc25c48386 req-32194d1d-bd78-4ee9-a42a-ed463e5d6cd3 tempest-DeleteServersTestJSON-322181708 tempest-DeleteServersTestJSON-322181708-project] (93122) timed out ('10.222.0.23', 62632) {{(pid=93122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 09:28:32.359697 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:33.828886 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:39.535414 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:55.652257 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-17231453-6165-4b8b-a530-65cdbb9a0283 req-1fc269ce-a56f-4ef1-85c9-2fd0d110196a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709286 Jun 24 09:28:55.765978 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17231453-6165-4b8b-a530-65cdbb9a0283 req-fedb608c-7f4a-4928-bbf9-bf3282043d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:55.767380 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-17231453-6165-4b8b-a530-65cdbb9a0283 req-fedb608c-7f4a-4928-bbf9-bf3282043d29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a4cd88b17bd4ca399873e0475f40d28&device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1099 time: 0.0538194 Jun 24 09:28:55.880985 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17231453-6165-4b8b-a530-65cdbb9a0283 req-cc5c4aeb-963b-4e5a-98ce-c72f81abb321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:55.882506 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-17231453-6165-4b8b-a530-65cdbb9a0283 req-cc5c4aeb-963b-4e5a-98ce-c72f81abb321 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8 HTTP/1.1" status: 200 len: 910 time: 0.0922709 Jun 24 09:28:55.958607 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-17231453-6165-4b8b-a530-65cdbb9a0283 req-907cc660-791b-481f-b41d-fc97f74ee90e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1 HTTP/1.1" status: 200 len: 1001 time: 0.0679150 Jun 24 09:28:56.014472 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17231453-6165-4b8b-a530-65cdbb9a0283 req-12b8cad5-ecd4-4696-8d6e-dcd59156096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:56.015960 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-17231453-6165-4b8b-a530-65cdbb9a0283 req-12b8cad5-ecd4-4696-8d6e-dcd59156096c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54048d10-ccd3-4612-9ed5-beef10993fd4 HTTP/1.1" status: 200 len: 848 time: 0.0510678 Jun 24 09:28:56.081989 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17231453-6165-4b8b-a530-65cdbb9a0283 req-081af442-d896-44e4-aa85-ab892cdb15d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:56.083420 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-17231453-6165-4b8b-a530-65cdbb9a0283 req-081af442-d896-44e4-aa85-ab892cdb15d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0598800 Jun 24 09:28:56.188327 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-17231453-6165-4b8b-a530-65cdbb9a0283 req-75dd8c64-2d6f-4596-831e-79a622268fb1 service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985773 Jun 24 09:28:56.284239 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-17231453-6165-4b8b-a530-65cdbb9a0283 req-b5b51db6-800e-40ed-9b78-f190d56a26bc service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896106 Jun 24 09:28:58.521873 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3dd8bf08-ae48-480c-933f-c4ae64ed853f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:01.137779 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d638dda7-7c83-4081-84da-23a52ff22cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:01.273355 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:02.360777 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:03.833436 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:06.406897 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:29:09.550715 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:23.117321 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39736) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:23.326321 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Deleting port 598fc920-cea5-44a2-a707-03f9383dc515 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:29:23.326663 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:23.405384 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:23.405822 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:23.418348 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Calling delete_port for 598fc920-cea5-44a2-a707-03f9383dc515 owned by network:floatingip {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:29:23.573028 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:23.575011 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-0f4ebbb4-fb51-4871-9abb-10a83e2b92b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:23.596734 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Pushing event deleted for resources: {'Port': ['ID=598fc920-cea5-44a2-a707-03f9383dc515,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:23.609181 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:23.609692 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:23.610021 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:23.610381 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:23.610741 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:23.611091 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:23.612087 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:23.612438 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:23.612786 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:23.613133 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:23.613479 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:23.613822 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:23.631441 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:23.670607 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:23.670850 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.db.l3_db [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Floating IP 3c8fcd9b-ac8c-4eba-83ad-8994fa3deead disassociated (deleted). External IP: 172.28.1.66, port: ff0d0a62-7422-4cef-b286-a25ee63edec1. Jun 24 09:29:23.890261 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Router 97fc9650-280b-463a-8d62-80fd6b1ca14f has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:29:24.004131 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:29:24.009039 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:24.019901 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa6d78f-3248-438c-89ef-c0b4bc791a91 None None] Sync routers for ids ['97fc9650-280b-463a-8d62-80fd6b1ca14f'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:29:24.029134 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa6d78f-3248-438c-89ef-c0b4bc791a91 None None] Routers {'97fc9650-280b-463a-8d62-80fd6b1ca14f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:29:24.029744 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-4aa6d78f-3248-438c-89ef-c0b4bc791a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:29:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['97fc9650-280b-463a-8d62-80fd6b1ca14f'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:24.048239 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-ec964dcc-85a8-4b2f-aba9-62936cf4ea01 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "DELETE /v2.0/floatingips/3c8fcd9b-ac8c-4eba-83ad-8994fa3deead HTTP/1.1" status: 204 len: 168 time: 0.9298184 Jun 24 09:29:24.048945 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:29:24.051271 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555cdc03-f905-43f0-b94d-1617fcd93863" -d '{"events": [{"name": "network-changed", "server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:29:24.140413 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-4aa6d78f-3248-438c-89ef-c0b4bc791a91 None None] Set router 97fc9650-280b-463a-8d62-80fd6b1ca14f gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:29:24.342370 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-4aa6d78f-3248-438c-89ef-c0b4bc791a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 4, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port': {'id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:55Z', 'updated_at': '2021-06-24T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '0a188c8e-287f-47d7-a235-181905310ac9', 'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'mac_address': 'fa:16:3e:58:b2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:57Z', 'updated_at': '2021-06-24T09:24:06Z', 'revision_number': 5, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'subnets': [{'id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:24.367862 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa6d78f-3248-438c-89ef-c0b4bc791a91 None None] Checking router: 97fc9650-280b-463a-8d62-80fd6b1ca14f for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:29:24.376152 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa6d78f-3248-438c-89ef-c0b4bc791a91 None None] Routers {'97fc9650-280b-463a-8d62-80fd6b1ca14f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:29:24.377253 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-4aa6d78f-3248-438c-89ef-c0b4bc791a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:29:01Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['97fc9650-280b-463a-8d62-80fd6b1ca14f'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:24.412660 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0db9c-b2b0-405a-8bf9-23160ff95ff6 req-bca2c594-c0b2-4082-bfe0-0f2bd3c7f6cd tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:24.414128 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-71c0db9c-b2b0-405a-8bf9-23160ff95ff6 req-bca2c594-c0b2-4082-bfe0-0f2bd3c7f6cd tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0627739 Jun 24 09:29:24.452929 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-71c0db9c-b2b0-405a-8bf9-23160ff95ff6 req-b9b2326d-492f-4161-ad11-dcd769d1d356 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326729 Jun 24 09:29:24.602320 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-4aa6d78f-3248-438c-89ef-c0b4bc791a91 None None] Set router 97fc9650-280b-463a-8d62-80fd6b1ca14f gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:29:24.806297 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-4aa6d78f-3248-438c-89ef-c0b4bc791a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 4, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port': {'id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:55Z', 'updated_at': '2021-06-24T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '0a188c8e-287f-47d7-a235-181905310ac9', 'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'mac_address': 'fa:16:3e:58:b2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:57Z', 'updated_at': '2021-06-24T09:24:06Z', 'revision_number': 5, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'subnets': [{'id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:24.834909 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa6d78f-3248-438c-89ef-c0b4bc791a91 None None] The sync data for ids ['97fc9650-280b-463a-8d62-80fd6b1ca14f'] in dv-cinder-797812-1-smb is: [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:23:58Z', 'revision_number': 4, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port': {'id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:55Z', 'updated_at': '2021-06-24T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb', '_interfaces': [{'id': '0a188c8e-287f-47d7-a235-181905310ac9', 'name': '', 'network_id': '1dc7dd24-541a-40b4-8aba-7abe2f6016e8', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'mac_address': 'fa:16:3e:58:b2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:57Z', 'updated_at': '2021-06-24T09:24:06Z', 'revision_number': 5, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'subnets': [{'id': '54048d10-ccd3-4612-9ed5-beef10993fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:29:25.055480 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4fa324-e042-400d-b9f5-4629739ebc23 None None] New status for floating IP 3c8fcd9b-ac8c-4eba-83ad-8994fa3deead: DOWN {{(pid=93125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:29:25.169827 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe5bbf6-1701-4332-a162-00e899c81d80 x-openstack-request-id: req-7fe5bbf6-1701-4332-a162-00e899c81d80 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:29:25.170154 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:29:25.170444 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7fe5bbf6-1701-4332-a162-00e899c81d80 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:29:25.170879 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'status': 'completed', 'code': 200} Jun 24 09:29:25.279293 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cdc03-f905-43f0-b94d-1617fcd93863 req-08a0c1d5-ace8-4f15-83cd-9095bdfb4b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:25.280805 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-555cdc03-f905-43f0-b94d-1617fcd93863 req-08a0c1d5-ace8-4f15-83cd-9095bdfb4b7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a4cd88b17bd4ca399873e0475f40d28&device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 1099 time: 0.0654752 Jun 24 09:29:25.370536 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cdc03-f905-43f0-b94d-1617fcd93863 req-8fc57006-dfea-4ad3-8efc-153a617dfe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:25.371911 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-555cdc03-f905-43f0-b94d-1617fcd93863 req-8fc57006-dfea-4ad3-8efc-153a617dfe14 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8 HTTP/1.1" status: 200 len: 910 time: 0.0847483 Jun 24 09:29:25.412305 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-555cdc03-f905-43f0-b94d-1617fcd93863 req-eaa948d1-ce20-4f68-810e-ca4788086b97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1 HTTP/1.1" status: 200 len: 217 time: 0.0334346 Jun 24 09:29:25.459158 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cdc03-f905-43f0-b94d-1617fcd93863 req-00eabeab-b6ff-4d25-9374-465c91a405df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:25.460621 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-555cdc03-f905-43f0-b94d-1617fcd93863 req-00eabeab-b6ff-4d25-9374-465c91a405df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54048d10-ccd3-4612-9ed5-beef10993fd4 HTTP/1.1" status: 200 len: 848 time: 0.0412931 Jun 24 09:29:25.524649 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cdc03-f905-43f0-b94d-1617fcd93863 req-cc1cd47d-aa84-436f-839d-537b57ff987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:25.526190 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-555cdc03-f905-43f0-b94d-1617fcd93863 req-cc1cd47d-aa84-436f-839d-537b57ff987d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dc7dd24-541a-40b4-8aba-7abe2f6016e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0593185 Jun 24 09:29:25.653207 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-555cdc03-f905-43f0-b94d-1617fcd93863 req-e68c126c-d43d-4425-8ffa-49774165bdf0 service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187193 Jun 24 09:29:25.672147 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33fa1b-10a6-4f70-a769-7e9812cc63a5 req-4388908f-c53d-4fb8-bb09-7818fdc93163 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:25.673736 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cb33fa1b-10a6-4f70-a769-7e9812cc63a5 req-4388908f-c53d-4fb8-bb09-7818fdc93163 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0989914 Jun 24 09:29:25.762559 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-cb33fa1b-10a6-4f70-a769-7e9812cc63a5 req-f98e74f5-8ae6-4345-b1db-5c6374b0e6a1 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/security-groups?id=f09fc2c2-3523-4d00-95f9-1aca1c6b9778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784407 Jun 24 09:29:25.787260 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-555cdc03-f905-43f0-b94d-1617fcd93863 req-010d4f10-1554-44b1-b564-783794b211be service neutron] 10.222.0.23 "GET /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106253 Jun 24 09:29:26.142219 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d855d-e35e-431e-93fb-44260e40114c req-b97179bf-befd-468f-babd-c893d87071b1 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:26.144231 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d96d855d-e35e-431e-93fb-44260e40114c req-b97179bf-befd-468f-babd-c893d87071b1 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 946 time: 0.0700355 Jun 24 09:29:26.252810 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-d96d855d-e35e-431e-93fb-44260e40114c req-bc2bc246-4acb-4b25-a19a-8a2de83f0041 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Deleting port ff0d0a62-7422-4cef-b286-a25ee63edec1 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:29:26.253152 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d96d855d-e35e-431e-93fb-44260e40114c req-bc2bc246-4acb-4b25-a19a-8a2de83f0041 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:26.351900 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-d96d855d-e35e-431e-93fb-44260e40114c req-bc2bc246-4acb-4b25-a19a-8a2de83f0041 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] For port ff0d0a62-7422-4cef-b286-a25ee63edec1, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ff0d0a62-7422-4cef-b286-a25ee63edec1,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:26.352247 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d96d855d-e35e-431e-93fb-44260e40114c req-bc2bc246-4acb-4b25-a19a-8a2de83f0041 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:26.365404 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-d96d855d-e35e-431e-93fb-44260e40114c req-bc2bc246-4acb-4b25-a19a-8a2de83f0041 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Calling delete_port for ff0d0a62-7422-4cef-b286-a25ee63edec1 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:29:26.497165 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d96d855d-e35e-431e-93fb-44260e40114c req-bc2bc246-4acb-4b25-a19a-8a2de83f0041 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:26.501126 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-435ac149-04a7-4ea3-80e6-0c7c589cc154 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:26.530825 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bc246-4acb-4b25-a19a-8a2de83f0041 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Pushing event deleted for resources: {'Port': ['ID=ff0d0a62-7422-4cef-b286-a25ee63edec1,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:26.533922 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-bc2bc246-4acb-4b25-a19a-8a2de83f0041 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:26.576212 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96d855d-e35e-431e-93fb-44260e40114c req-bc2bc246-4acb-4b25-a19a-8a2de83f0041 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] No DVR routers for this DVR port ff0d0a62-7422-4cef-b286-a25ee63edec1 on host hv-cinder-79781 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:29:26.578695 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d96d855d-e35e-431e-93fb-44260e40114c req-bc2bc246-4acb-4b25-a19a-8a2de83f0041 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021443'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:26.581446 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [req-d96d855d-e35e-431e-93fb-44260e40114c req-bc2bc246-4acb-4b25-a19a-8a2de83f0041 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.23 "DELETE /v2.0/ports/ff0d0a62-7422-4cef-b286-a25ee63edec1 HTTP/1.1" status: 204 len: 173 time: 0.4299583 Jun 24 09:29:26.994820 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [req-8eee680f-e9fa-4cd3-9d9b-cc0b8b338767 req-6ee45f0c-696a-4e26-a0de-1f408f04d599 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e28c66c-7036-467a-b513-83e694796a17 HTTP/1.1" status: 200 len: 210 time: 0.0979829 Jun 24 09:29:27.172047 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'name': 'network-vif-deleted', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:29:27.175033 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c57104de4dc37b80e202e077aceb932971a9fcc090ab2dda96bdb26a3789fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a736794b-a858-46e3-8a42-5542ba1bf055" -d '{"events": [{"server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "name": "network-vif-deleted", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:29:27.211434 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc1612a-119e-48f9-8938-2ca469137fd8 x-openstack-request-id: req-9dc1612a-119e-48f9-8938-2ca469137fd8 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:29:27.211434 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e28c66c-7036-467a-b513-83e694796a17", "name": "network-vif-deleted", "tag": "ff0d0a62-7422-4cef-b286-a25ee63edec1", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:29:27.211434 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9dc1612a-119e-48f9-8938-2ca469137fd8 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:29:27.212307 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e28c66c-7036-467a-b513-83e694796a17', 'name': 'network-vif-deleted', 'tag': 'ff0d0a62-7422-4cef-b286-a25ee63edec1', 'status': 'completed', 'code': 200} Jun 24 09:29:28.088573 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39772) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:28.148994 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-30f04f5f-f205-4c01-bc13-551326f4f7c1 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:28.175678 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-30f04f5f-f205-4c01-bc13-551326f4f7c1 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:28.237642 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-30f04f5f-f205-4c01-bc13-551326f4f7c1 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:28.240570 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-30f04f5f-f205-4c01-bc13-551326f4f7c1 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:28.241836 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-30f04f5f-f205-4c01-bc13-551326f4f7c1 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] 10.222.0.22 "DELETE /v2.0/security-groups/f09fc2c2-3523-4d00-95f9-1aca1c6b9778 HTTP/1.1" status: 204 len: 168 time: 0.1522713 Jun 24 09:29:28.242878 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-f97a23d9-b997-42ff-99bd-cf155eab003b tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:28.254014 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f04f5f-f205-4c01-bc13-551326f4f7c1 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09fc2c2-3523-4d00-95f9-1aca1c6b9778,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:28.256423 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-30f04f5f-f205-4c01-bc13-551326f4f7c1 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:28.524554 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-53fb052e-5c71-44b6-a707-09e2922ccfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:29.315451 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39780) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:29.881137 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-34acc8de-2278-4443-819f-61509ced8ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519082'] for router_interface, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:30.178189 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-34acc8de-2278-4443-819f-61509ced8ab7 admin admin] Deleting port 0a188c8e-287f-47d7-a235-181905310ac9 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:29:30.178425 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-34acc8de-2278-4443-819f-61509ced8ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:30.265849 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-34acc8de-2278-4443-819f-61509ced8ab7 admin admin] For port 0a188c8e-287f-47d7-a235-181905310ac9, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=0a188c8e-287f-47d7-a235-181905310ac9,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:30.266200 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-34acc8de-2278-4443-819f-61509ced8ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:30.284954 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-34acc8de-2278-4443-819f-61509ced8ab7 admin admin] Calling delete_port for 0a188c8e-287f-47d7-a235-181905310ac9 owned by network:router_interface {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:29:30.492923 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-34acc8de-2278-4443-819f-61509ced8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:30.496016 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-1121267a-f8f8-459a-a1a3-61750ca22d41 tempest-VolumesActionsTest-79863260 tempest-VolumesActionsTest-79863260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:30.527023 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acc8de-2278-4443-819f-61509ced8ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a188c8e-287f-47d7-a235-181905310ac9,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:30.530206 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-34acc8de-2278-4443-819f-61509ced8ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:30.741032 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-34acc8de-2278-4443-819f-61509ced8ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439578'] for router_interface, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:30.995657 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34acc8de-2278-4443-819f-61509ced8ab7 admin admin] Router 97fc9650-280b-463a-8d62-80fd6b1ca14f has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:29:31.136330 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device ff0d0a62-7422-4cef-b286-a25ee63edec1 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:29:31.162478 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ad1c015-8bf1-4d47-9522-cf2c66f5dfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:31.164247 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] No Port match for: ff0d0a62-7422-4cef-b286-a25ee63edec1 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:29:31.164784 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Device ff0d0a62-7422-4cef-b286-a25ee63edec1 not bound to the agent host hv-cinder-79781 {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:29:31.297790 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:31.475788 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34acc8de-2278-4443-819f-61509ced8ab7 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:29:31.481159 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-34acc8de-2278-4443-819f-61509ced8ab7 admin admin] 10.222.0.22 "PUT /v2.0/routers/97fc9650-280b-463a-8d62-80fd6b1ca14f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1646073 Jun 24 09:29:31.485044 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39784) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:31.490125 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8d334-72e0-4451-a4ed-d7c8f5d7d121 None None] Sync routers for ids ['97fc9650-280b-463a-8d62-80fd6b1ca14f'] in dv-cinder-797812-1-smb {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:29:31.502378 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8d334-72e0-4451-a4ed-d7c8f5d7d121 None None] Routers {'97fc9650-280b-463a-8d62-80fd6b1ca14f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:29:31.503378 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-85c8d334-72e0-4451-a4ed-d7c8f5d7d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:29:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['97fc9650-280b-463a-8d62-80fd6b1ca14f'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:31.618664 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Notify callbacks [] for router, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:31.632046 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-85c8d334-72e0-4451-a4ed-d7c8f5d7d121 None None] Set router 97fc9650-280b-463a-8d62-80fd6b1ca14f gateway port host: dv-cinder-797812-1-smb {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:29:31.726538 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:31.788886 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Deleting port 90246ef3-3252-428d-aa5f-487acd4a3315 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:29:31.788886 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:31.836282 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-85c8d334-72e0-4451-a4ed-d7c8f5d7d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:29:30Z', 'revision_number': 5, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port': {'id': '90246ef3-3252-428d-aa5f-487acd4a3315', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:23:55Z', 'updated_at': '2021-06-24T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:31.868030 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8d334-72e0-4451-a4ed-d7c8f5d7d121 None None] Checking router: 97fc9650-280b-463a-8d62-80fd6b1ca14f for host: dv-cinder-797812-1-smb {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:29:31.877657 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8d334-72e0-4451-a4ed-d7c8f5d7d121 None None] Routers {'97fc9650-280b-463a-8d62-80fd6b1ca14f'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:29:31.878285 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-85c8d334-72e0-4451-a4ed-d7c8f5d7d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:29:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['97fc9650-280b-463a-8d62-80fd6b1ca14f'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:31.881562 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] For port 90246ef3-3252-428d-aa5f-487acd4a3315, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=90246ef3-3252-428d-aa5f-487acd4a3315,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:31.882133 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:31.900627 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Calling delete_port for 90246ef3-3252-428d-aa5f-487acd4a3315 owned by network:router_gateway {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:29:31.974442 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-85c8d334-72e0-4451-a4ed-d7c8f5d7d121 None None] Set router 97fc9650-280b-463a-8d62-80fd6b1ca14f gateway port host: None {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:29:32.026571 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-85c8d334-72e0-4451-a4ed-d7c8f5d7d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:29:31Z', 'revision_number': 6, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port_host': None}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:32.057616 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8d334-72e0-4451-a4ed-d7c8f5d7d121 None None] The sync data for ids ['97fc9650-280b-463a-8d62-80fd6b1ca14f'] in dv-cinder-797812-1-smb is: [{'id': '97fc9650-280b-463a-8d62-80fd6b1ca14f', 'name': 'tempest-TestShelveInstance-1633428302-router', 'tenant_id': '1a4cd88b17bd4ca399873e0475f40d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:23:54Z', 'updated_at': '2021-06-24T09:29:31Z', 'revision_number': 6, 'project_id': '1a4cd88b17bd4ca399873e0475f40d28', 'gw_port_host': None}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:29:32.100219 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.103785 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-56160626-99b3-42eb-a54c-1165d2d86cc6 tempest-VolumesSnapshotTestJSON-930071123 tempest-VolumesSnapshotTestJSON-930071123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:32.129432 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Pushing event deleted for resources: {'Port': ['ID=90246ef3-3252-428d-aa5f-487acd4a3315,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:32.151693 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:32.191956 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439359'] for router_gateway, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.284149 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10035'] for router, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.286254 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.334064 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440383'] for router, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.334775 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97fc9650-280b-463a-8d62-80fd6b1ca14f {{(pid=93122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:29:32.340937 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.342476 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-15cdcb97-5ad0-4f44-8971-83b2cad82754 admin admin] 10.222.0.22 "DELETE /v2.0/routers/97fc9650-280b-463a-8d62-80fd6b1ca14f HTTP/1.1" status: 204 len: 168 time: 0.8550909 Jun 24 09:29:32.345713 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39786) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:32.369923 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.419081 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa28ae68-a66f-4a05-821d-83c808f55cd0 admin admin] Deleting subnet 54048d10-ccd3-4612-9ed5-beef10993fd4 {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:29:32.422783 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fa28ae68-a66f-4a05-821d-83c808f55cd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.472113 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fa28ae68-a66f-4a05-821d-83c808f55cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7058280'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.577128 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fa28ae68-a66f-4a05-821d-83c808f55cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.638020 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fa28ae68-a66f-4a05-821d-83c808f55cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4695699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4603185'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.640219 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-4d1b8952-ca1d-4659-b901-e9591c1a9e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:32.665095 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28ae68-a66f-4a05-821d-83c808f55cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54048d10-ccd3-4612-9ed5-beef10993fd4,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:32.668144 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-fa28ae68-a66f-4a05-821d-83c808f55cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:32.669122 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fa28ae68-a66f-4a05-821d-83c808f55cd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.670979 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-fa28ae68-a66f-4a05-821d-83c808f55cd0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/54048d10-ccd3-4612-9ed5-beef10993fd4 HTTP/1.1" status: 204 len: 168 time: 0.3169327 Jun 24 09:29:32.673908 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 39788) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:32.677807 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebe1182-a618-458c-9c05-5d7490b893aa None None] Network 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:29:32.752589 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.824345 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Deleting port 9282443e-c851-436f-9ff8-18fe6488e314 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:29:32.824697 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.899810 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] DHCP port deletion for 1dc7dd24-541a-40b4-8aba-7abe2f6016e8 request from dv-cinder-797812-1-smb {{(pid=93124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:29:32.901061 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] For port 9282443e-c851-436f-9ff8-18fe6488e314, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=9282443e-c851-436f-9ff8-18fe6488e314,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:32.901432 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.915770 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Calling delete_port for 9282443e-c851-436f-9ff8-18fe6488e314 owned by network:dhcp {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:29:32.964670 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Deleting port 9282443e-c851-436f-9ff8-18fe6488e314 {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:29:32.964831 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.032379 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] For port 9282443e-c851-436f-9ff8-18fe6488e314, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=9282443e-c851-436f-9ff8-18fe6488e314,segment=NetworkSegment(2dae3001-00c0-43b9-98f7-e691fec6ff87),segment_id=2dae3001-00c0-43b9-98f7-e691fec6ff87)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:33.032793 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.035215 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174906'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.037875 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-419bda99-ceca-4cd9-8b86-e5979dd45667 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:33.058685 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Calling delete_port for 9282443e-c851-436f-9ff8-18fe6488e314 owned by network:dhcp {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:29:33.068659 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=9282443e-c851-436f-9ff8-18fe6488e314,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:33.072302 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] No DVR routers for this DVR port 9282443e-c851-436f-9ff8-18fe6488e314 on host dv-cinder-797812-1-smb {{(pid=93121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:29:33.082275 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.082656 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.083087 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.083453 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.083795 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.084150 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.084504 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.084953 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.085230 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.085582 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.085929 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.086471 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.106400 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:33.156790 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.159022 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:33.179410 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.190018 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Pushing event deleted for resources: {'Port': ['ID=9282443e-c851-436f-9ff8-18fe6488e314,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:33.195491 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] No DVR routers for this DVR port 9282443e-c851-436f-9ff8-18fe6488e314 on host dv-cinder-797812-1-smb {{(pid=93124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:29:33.196249 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc7dd24-541a-40b4-8aba-7abe2f6016e8']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:33.207042 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.207042 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.207042 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.207643 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.208175 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.208698 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.209814 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.209814 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.210127 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.210415 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.210804 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.211201 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:33.213199 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dae3001-00c0-43b9-98f7-e691fec6ff87') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:33.213495 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.services.segments.db [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dae3001-00c0-43b9-98f7-e691fec6ff87') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:33.214906 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-6799d7ff-32ae-4038-8ecb-78cc0c2c5282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:33.223827 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6245616'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.238885 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.245728 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:29:33.246144 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6174959'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: Traceback (most recent call last): Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: timer() Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: cb(*args, **kw) Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: return func(*args, **kwargs) Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: self._notify() Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: self.callback(batched_events) Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: event.method(event) Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: return f(self, *a, **k) Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: return self._get(url).json() Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:29:33.248689 dv-cinder-797812-1-smb neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:29:33.316838 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 9282443e-c851-436f-9ff8-18fe6488e314 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:29:33.338345 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: 9282443e-c851-436f-9ff8-18fe6488e314 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:29:33.338692 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 9282443e-c851-436f-9ff8-18fe6488e314 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:29:33.339137 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 0a188c8e-287f-47d7-a235-181905310ac9 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:29:33.367934 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: 0a188c8e-287f-47d7-a235-181905310ac9 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:29:33.368421 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 0a188c8e-287f-47d7-a235-181905310ac9 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:29:33.369065 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 90246ef3-3252-428d-aa5f-487acd4a3315 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:29:33.389701 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: 90246ef3-3252-428d-aa5f-487acd4a3315 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:29:33.390455 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 90246ef3-3252-428d-aa5f-487acd4a3315 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:29:33.549149 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.553069 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:33.555530 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.557374 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] 10.222.0.22 "DELETE /v2.0/networks/1dc7dd24-541a-40b4-8aba-7abe2f6016e8 HTTP/1.1" status: 204 len: 168 time: 0.8824830 Jun 24 09:29:33.561333 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39790) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:33.568884 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=1dc7dd24-541a-40b4-8aba-7abe2f6016e8,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:33.572203 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-d6248546-9549-40e7-981d-da325aa82b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:33.835755 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.942405 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519082'] for router_interface, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:34.211358 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] Deleting port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:29:34.211620 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:34.292740 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] For port 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98,segment=NetworkSegment(25397a72-fc5c-42e1-9398-10fbe98a2458),segment_id=25397a72-fc5c-42e1-9398-10fbe98a2458)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:34.293083 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:34.306385 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] Calling delete_port for 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 owned by network:router_interface {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:29:34.500560 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:34.502523 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-001489b8-5e85-4e9a-b65c-5f0c47d7ef98 tempest-AttachVolumeTestJSON-1374472087 tempest-AttachVolumeTestJSON-1374472087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:34.530566 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:34.534181 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:34.708972 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439578'] for router_interface, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:34.926928 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] Router 65556346-c9e6-457d-bffb-c9a8d7adf0ad has already been hosted by L3 agent e011962b-c3c9-4d61-b8c2-c6d169516342 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:29:35.034985 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] Notify agent at l3_agent.dv-cinder-797812-1-smb the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:29:35.040442 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] 10.222.0.22 "PUT /v2.0/routers/65556346-c9e6-457d-bffb-c9a8d7adf0ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4780486 Jun 24 09:29:35.043029 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39792) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:35.043819 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea7318-ee79-4ee8-9242-604b59e71b28 None None] Sync routers for ids ['65556346-c9e6-457d-bffb-c9a8d7adf0ad'] in dv-cinder-797812-1-smb {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:29:35.054734 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea7318-ee79-4ee8-9242-604b59e71b28 None None] Routers {'65556346-c9e6-457d-bffb-c9a8d7adf0ad'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:29:35.055348 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-1aea7318-ee79-4ee8-9242-604b59e71b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:29:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['65556346-c9e6-457d-bffb-c9a8d7adf0ad'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:35.174888 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Notify callbacks [] for router, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.175235 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-1aea7318-ee79-4ee8-9242-604b59e71b28 None None] Set router 65556346-c9e6-457d-bffb-c9a8d7adf0ad gateway port host: dv-cinder-797812-1-smb {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:29:35.286662 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.347868 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Deleting port da914327-0fa9-48ec-a5a6-43a0b687e2a6 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:29:35.348209 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.400610 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-1aea7318-ee79-4ee8-9242-604b59e71b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'name': 'tempest-TestShelveInstance-2026245439-router', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'external_fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:29:34Z', 'revision_number': 5, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'gw_port': {'id': 'da914327-0fa9-48ec-a5a6-43a0b687e2a6', 'name': '', 'network_id': '6bd3eb41-4bc4-4df2-aa11-e0a634746584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f91801-8e2e-4778-8adf-626b55fd5ccc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-smb'}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:35.434003 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea7318-ee79-4ee8-9242-604b59e71b28 None None] Checking router: 65556346-c9e6-457d-bffb-c9a8d7adf0ad for host: dv-cinder-797812-1-smb {{(pid=93125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:29:35.435407 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] For port da914327-0fa9-48ec-a5a6-43a0b687e2a6, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=da914327-0fa9-48ec-a5a6-43a0b687e2a6,segment=NetworkSegment(da15243a-bfe4-4dba-9113-9befb6a9b948),segment_id=da15243a-bfe4-4dba-9113-9befb6a9b948)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:35.435792 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.443222 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea7318-ee79-4ee8-9242-604b59e71b28 None None] Routers {'65556346-c9e6-457d-bffb-c9a8d7adf0ad'} bound to L3 agent in host dv-cinder-797812-1-smb {{(pid=93125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:29:35.443861 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-1aea7318-ee79-4ee8-9242-604b59e71b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:04:31Z,description=,heartbeat_timestamp=2021-06-24T09:29:31Z,host='dv-cinder-797812-1-smb',id=e011962b-c3c9-4d61-b8c2-c6d169516342,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:04:31Z,topic='l3_agent')) {'router_ids': ['65556346-c9e6-457d-bffb-c9a8d7adf0ad'], 'active': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:35.454503 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Calling delete_port for da914327-0fa9-48ec-a5a6-43a0b687e2a6 owned by network:router_gateway {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:29:35.536716 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_dvr_db [None req-1aea7318-ee79-4ee8-9242-604b59e71b28 None None] Set router 65556346-c9e6-457d-bffb-c9a8d7adf0ad gateway port host: None {{(pid=93125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:29:35.590254 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.l3_hamode_db [None req-1aea7318-ee79-4ee8-9242-604b59e71b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'name': 'tempest-TestShelveInstance-2026245439-router', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:29:35Z', 'revision_number': 6, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'gw_port_host': None}], 'dv-cinder-797812-1-smb', False) {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:35.646877 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.649394 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-6972d5da-8618-43f5-9947-a04c0c136771 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:35.682741 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Pushing event deleted for resources: {'Port': ['ID=da914327-0fa9-48ec-a5a6-43a0b687e2a6,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:35.685757 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:35.715186 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea7318-ee79-4ee8-9242-604b59e71b28 None None] The sync data for ids ['65556346-c9e6-457d-bffb-c9a8d7adf0ad'] in dv-cinder-797812-1-smb is: [{'id': '65556346-c9e6-457d-bffb-c9a8d7adf0ad', 'name': 'tempest-TestShelveInstance-2026245439-router', 'tenant_id': 'ea50de55315a4618a8a6b02df0a27cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:24:01Z', 'updated_at': '2021-06-24T09:29:35Z', 'revision_number': 6, 'project_id': 'ea50de55315a4618a8a6b02df0a27cad', 'gw_port_host': None}] {{(pid=93125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:29:35.758704 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439359'] for router_gateway, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.850971 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10035'] for router, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.853332 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.901385 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440383'] for router, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.901864 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65556346-c9e6-457d-bffb-c9a8d7adf0ad {{(pid=93122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:29:35.906204 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.908221 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-bd425ca1-cd4f-41f9-ada5-f558bed2b888 admin admin] 10.222.0.22 "DELETE /v2.0/routers/65556346-c9e6-457d-bffb-c9a8d7adf0ad HTTP/1.1" status: 204 len: 168 time: 0.8632412 Jun 24 09:29:35.910811 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39794) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:35.955659 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f85461-6faa-4c79-8631-70ca58d6fe5b admin admin] Deleting subnet 847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:29:35.958967 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f4f85461-6faa-4c79-8631-70ca58d6fe5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.993803 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f4f85461-6faa-4c79-8631-70ca58d6fe5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7058280'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.093593 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f4f85461-6faa-4c79-8631-70ca58d6fe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488301'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.452489 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f4f85461-6faa-4c79-8631-70ca58d6fe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4695699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4603185'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.456255 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:36.487458 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f85461-6faa-4c79-8631-70ca58d6fe5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:36.491486 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-f4f85461-6faa-4c79-8631-70ca58d6fe5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:36.491486 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f4f85461-6faa-4c79-8631-70ca58d6fe5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.494201 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-f4f85461-6faa-4c79-8631-70ca58d6fe5b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/847ea27f-5c7d-4aa2-93b6-4e6977ac2f0b HTTP/1.1" status: 204 len: 168 time: 0.5824528 Jun 24 09:29:36.496823 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39796) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:36.507253 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098c79bf-9070-46ff-9065-15796f91f9d0 None None] Network 4900f660-576f-45e7-81e2-23c3512298dd requested from dv-cinder-797812-1-smb {{(pid=93124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:29:36.583564 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633474'] for network, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.662403 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Deleting port 73a67af6-11a8-49cb-a4d2-41e726370bdb {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:29:36.662868 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.746454 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] For port 73a67af6-11a8-49cb-a4d2-41e726370bdb, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=73a67af6-11a8-49cb-a4d2-41e726370bdb,segment=NetworkSegment(25397a72-fc5c-42e1-9398-10fbe98a2458),segment_id=25397a72-fc5c-42e1-9398-10fbe98a2458)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:36.746781 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff5888a-02d2-4dd7-895f-ec37f3667563 None None] DHCP port deletion for 4900f660-576f-45e7-81e2-23c3512298dd request from dv-cinder-797812-1-smb {{(pid=93124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:29:36.747178 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.765666 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Calling delete_port for 73a67af6-11a8-49cb-a4d2-41e726370bdb owned by network:dhcp {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:29:36.806669 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5888a-02d2-4dd7-895f-ec37f3667563 None None] Deleting port 73a67af6-11a8-49cb-a4d2-41e726370bdb {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:29:36.807434 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3ff5888a-02d2-4dd7-895f-ec37f3667563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783666274618'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.884316 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4695641'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.888790 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-7a994abe-c3c6-4dbe-8137-2698cdc241ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:36.889034 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-3ff5888a-02d2-4dd7-895f-ec37f3667563 None None] For port 73a67af6-11a8-49cb-a4d2-41e726370bdb, host dv-cinder-797812-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-smb',level=0,port_id=73a67af6-11a8-49cb-a4d2-41e726370bdb,segment=NetworkSegment(25397a72-fc5c-42e1-9398-10fbe98a2458),segment_id=25397a72-fc5c-42e1-9398-10fbe98a2458)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:36.889270 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3ff5888a-02d2-4dd7-895f-ec37f3667563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437579'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.905635 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5888a-02d2-4dd7-895f-ec37f3667563 None None] Calling delete_port for 73a67af6-11a8-49cb-a4d2-41e726370bdb owned by network:dhcp {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:29:36.915788 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=73a67af6-11a8-49cb-a4d2-41e726370bdb,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:36.917639 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] No DVR routers for this DVR port 73a67af6-11a8-49cb-a4d2-41e726370bdb on host dv-cinder-797812-1-smb {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:29:36.919147 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:37.007032 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3ff5888a-02d2-4dd7-895f-ec37f3667563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1452176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783666276554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783665869294'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.011893 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:37.016304 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488227', 'neutron.services.segments.db._delete_segments_for_network-8783666392122'] for network, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.027580 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4900f660-576f-45e7-81e2-23c3512298dd']}} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:37.040240 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25397a72-fc5c-42e1-9398-10fbe98a2458') {'for_net_delete': True} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:37.040545 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.services.segments.db [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25397a72-fc5c-42e1-9398-10fbe98a2458') {} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:37.049720 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5888a-02d2-4dd7-895f-ec37f3667563 None None] Pushing event deleted for resources: {'Port': ['ID=73a67af6-11a8-49cb-a4d2-41e726370bdb,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:37.054784 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3ff5888a-02d2-4dd7-895f-ec37f3667563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:37.055681 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783666346114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7058289'] for segment, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.056538 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff5888a-02d2-4dd7-895f-ec37f3667563 None None] No DVR routers for this DVR port 73a67af6-11a8-49cb-a4d2-41e726370bdb on host dv-cinder-797812-1-smb {{(pid=93124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:29:37.078663 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039'] for segment, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.088769 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:29:37.089460 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4695564'] for segment, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: Traceback (most recent call last): Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: timer() Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: cb(*args, **kw) Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: return func(*args, **kwargs) Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: self._notify() Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: self.callback(batched_events) Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: event.method(event) Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: return f(self, *a, **k) Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: return self._get(url).json() Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: return self.request(url, 'GET', **kwargs) Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:29:37.092640 dv-cinder-797812-1-smb neutron-server[93122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:29:37.156787 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1698704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1698843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439322'] for network, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.161571 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:37.164976 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698876'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.166867 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] 10.222.0.22 "DELETE /v2.0/networks/4900f660-576f-45e7-81e2-23c3512298dd HTTP/1.1" status: 204 len: 168 time: 0.6688852 Jun 24 09:29:37.179775 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Pushing event deleted for resources: {'Network': ['ID=4900f660-576f-45e7-81e2-23c3512298dd,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:37.182561 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-cee82c79-2765-40c9-b991-f2235aabf0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:37.321565 dv-cinder-797812-1-smb neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.22', 39800) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:37.332683 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:29:37.369499 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:29:37.370294 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 1e69fb0b-94aa-4a45-8d4a-09c3c82a3d98 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:29:37.371008 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device da914327-0fa9-48ec-a5a6-43a0b687e2a6 no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:29:37.377262 dv-cinder-797812-1-smb neutron-server[93121]: INFO neutron.wsgi [None req-b4950606-dc51-4a81-97c5-3574ab185395 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a4cd88b17bd4ca399873e0475f40d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537846 Jun 24 09:29:37.379912 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39802) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:37.396114 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: da914327-0fa9-48ec-a5a6-43a0b687e2a6 {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:29:37.396473 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device da914327-0fa9-48ec-a5a6-43a0b687e2a6 not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:29:37.396908 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 73a67af6-11a8-49cb-a4d2-41e726370bdb no longer exists at agent ovs-agent-dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:29:37.428538 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] No Port match for: 73a67af6-11a8-49cb-a4d2-41e726370bdb {{(pid=93124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:29:37.429102 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.rpc [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Device 73a67af6-11a8-49cb-a4d2-41e726370bdb not bound to the agent host dv-cinder-797812-1-smb {{(pid=93124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:29:37.449922 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-564a21d3-08d4-4c8c-be55-fc3fa86d8176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.478450 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-564a21d3-08d4-4c8c-be55-fc3fa86d8176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.535470 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-564a21d3-08d4-4c8c-be55-fc3fa86d8176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.541072 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-564a21d3-08d4-4c8c-be55-fc3fa86d8176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.543322 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-564a21d3-08d4-4c8c-be55-fc3fa86d8176 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99e031ee-58d5-42a4-bd26-1d8fc021a106 HTTP/1.1" status: 204 len: 168 time: 0.1621547 Jun 24 09:29:37.544612 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-30f04f5f-f205-4c01-bc13-551326f4f7c1 tempest-TestShelveInstance-376857417 tempest-TestShelveInstance-376857417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:37.557363 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a21d3-08d4-4c8c-be55-fc3fa86d8176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e031ee-58d5-42a4-bd26-1d8fc021a106,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:37.560644 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-564a21d3-08d4-4c8c-be55-fc3fa86d8176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:37.943906 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39808) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:37.991300 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-9bdb8fc8-494b-4975-a88c-980b463e3a97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea50de55315a4618a8a6b02df0a27cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460494 Jun 24 09:29:37.994580 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.22', 39810) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:38.056464 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-95ecf662-8bcf-45b5-bfec-1e27e61514a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:38.080504 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-95ecf662-8bcf-45b5-bfec-1e27e61514a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:38.131664 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-95ecf662-8bcf-45b5-bfec-1e27e61514a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042351'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:38.134735 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-95ecf662-8bcf-45b5-bfec-1e27e61514a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:38.135935 dv-cinder-797812-1-smb neutron-server[93122]: INFO neutron.wsgi [None req-95ecf662-8bcf-45b5-bfec-1e27e61514a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/caca21ef-7946-4e97-a53b-7ac3c07c298b HTTP/1.1" status: 204 len: 168 time: 0.1404459 Jun 24 09:29:38.136706 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-e55cb5e2-ba0d-472f-b330-0eda429243f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:38.145042 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecf662-8bcf-45b5-bfec-1e27e61514a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caca21ef-7946-4e97-a53b-7ac3c07c298b,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:38.147631 dv-cinder-797812-1-smb neutron-server[93122]: DEBUG oslo_concurrency.lockutils [None req-95ecf662-8bcf-45b5-bfec-1e27e61514a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:39.542848 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:43.405688 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:29:58.529003 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-acc29719-183e-4618-8d51-58060e972818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:01.139674 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-db347055-7add-410b-bb1b-7467674cbf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:01.273445 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:02.368617 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:03.837222 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:09.543581 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:20.403858 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:30:28.534064 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d3a646e1-b6d0-4b61-aae2-6abc765c7cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:31.133239 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b4172945-b4f9-4737-adfc-70649c491700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:31.277087 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:32.371856 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:33.843667 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:39.539461 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:57.403190 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:30:58.537472 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f532b45f-078e-409e-a7fc-c805a860886a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:01.136713 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1913ecdc-806d-4fae-87e9-cb7a9bf2112d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:01.279018 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:02.372829 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:03.849561 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:09.552089 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:28.542259 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0fcaabc5-7ef0-4939-b3e1-158d68e8bac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:31.137561 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a950b106-7b67-42ea-8468-5c28acbf41cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:31.283683 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:32.375145 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:33.844628 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:34.401988 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:31:39.557274 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:58.536814 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3d6e55b6-af54-42ea-8739-7358a927e023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:01.138295 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9f45351e-7675-4b50-995d-ddfaeb2a1b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:01.278138 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:02.380048 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:03.848916 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:09.550377 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:11.400521 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:32:28.537990 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-51349603-dd1b-43c4-97c9-a84a25b2c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:31.141021 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ef78f92-02e5-483f-b427-4b7fd42761fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:31.279480 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:32.380962 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:33.851020 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:39.562417 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:48.398600 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:32:58.542741 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-319c493b-a654-4fb7-8da5-c2866c587ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:01.140312 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d01f95f9-e1da-401a-a836-8bd3a8629aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:01.280404 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:02.385692 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:03.853110 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:09.562412 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:25.397604 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:33:28.535306 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a2488edb-2fca-4b62-bb65-96f9bbb34ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:31.140764 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b608db2a-4a09-437a-a9a3-1ee56cd0f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:31.281320 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:32.387235 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:33.863266 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:39.559470 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:58.539331 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-13179ee7-1dd8-41d0-8ebb-f7f46f6ce2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:01.141723 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c9f1-118f-4c4a-9475-d1c06f1854b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:01.282726 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:02.391198 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:02.397661 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:34:03.860132 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:09.567082 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:28.540392 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9b44d9fc-f0ed-447b-a768-2bb908e952aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:31.142159 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9a15-3097-4df0-9c43-1a1f25920f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:31.284225 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22978367-ad37-459a-a8c0-e3bc6406cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:32.393036 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8c86716d-d2ba-4463-a4e8-ac8acb51fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:33.862433 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c337-35a5-4b00-a307-b7edb2b68071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:39.396366 dv-cinder-797812-1-smb neutron-server[93125]: DEBUG neutron.db.agents_db [None req-0ffb9d66-726d-49af-9654-b488be5cecc0 None None] Agent healthcheck: found 6 active agents {{(pid=93125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:34:39.581343 dv-cinder-797812-1-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-591c98b1-c92f-45ef-b978-c5e562ac9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783666392104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1489581'] for agent, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}